-- Logs begin at Wed 2021-11-10 13:36:16 UTC, end at Wed 2021-11-10 15:00:39 UTC. --
Nov 10 14:27:38.432084 dv-cinder-817404-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 10 14:27:40.801048 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.common.config [-] Logging enabled!
Nov 10 14:27:40.801739 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev54
Nov 10 14:27:40.801739 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87361) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 10 14:27:40.805019 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.common.config [-] Logging enabled!
Nov 10 14:27:40.805281 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev54
Nov 10 14:27:40.805599 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87361) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 10 14:27:40.806526 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 10 14:27:40.806764 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 10 14:27:40.807141 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 10 14:27:40.807392 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 10 14:27:40.807627 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 10 14:27:40.807952 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.808258 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.808561 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.808794 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.809097 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.809390 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.809676 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.809971 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.810273 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.810566 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.810852 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.811167 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.811405 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.811692 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.811984 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.812285 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.812501 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] debug                          = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.812783 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.813824 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.814243 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.814535 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.814939 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.815136 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.815417 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.815706 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.815997 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.816328 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] host                           = dv-cinder-817404-1-iscsi {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.816613 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.817158 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.817448 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.817745 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.818026 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.818308 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.818597 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.818875 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.819180 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.819464 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.819757 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.820050 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.820345 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.820574 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.820800 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.821096 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.821384 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.821663 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.821941 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.822219 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.822496 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.822774 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.823047 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.823359 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.823649 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.823938 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.824219 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.824496 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.824770 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.825043 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.825330 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.825606 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.825884 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.826159 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.826447 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.826719 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.826996 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.827321 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.827615 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.827902 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.828191 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.828469 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.828755 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.829055 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.829329 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.829603 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.829880 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.830154 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.830439 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.830714 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.830990 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.831288 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.831564 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.831853 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:40.832156 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.832459 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.832765 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.833055 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.833353 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.833638 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.833931 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.834216 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.834509 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.834802 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.835114 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.835401 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.835693 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.835974 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.836273 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.836579 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.836877 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.837171 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.837451 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.837733 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.838011 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.838295 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.838586 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.838884 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.839208 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.839488 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.839771 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.840068 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.840352 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.840628 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.840912 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.841205 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.841491 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.841766 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.842053 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.842334 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.842610 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.842884 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.843198 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.843492 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.843771 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.844044 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.844317 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.844619 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.844894 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.845182 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.845463 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.845739 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.846014 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.846296 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.846572 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.846847 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.847151 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.847428 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.847714 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.847988 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.848263 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.848539 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.848813 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.849086 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.849363 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.849637 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.849916 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.850189 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.850466 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.850741 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.851015 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.851316 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.851613 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.851917 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.852203 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.852486 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.852769 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.853053 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.853334 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.853615 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.853897 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.854178 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.854457 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.854754 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.855044 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.855358 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.855648 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.855928 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.856227 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.856513 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.856801 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.857083 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.857366 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.857664 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.857951 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.858249 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.858547 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.858846 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.859167 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.859469 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.859757 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.860575 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.860865 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:40.861086 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 10 14:27:40.861327 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87361) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 10 14:27:41.252849 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO keyring.backend [-] Loading KWallet
Nov 10 14:27:41.259968 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO keyring.backend [-] Loading SecretService
Nov 10 14:27:41.263806 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO keyring.backend [-] Loading Windows
Nov 10 14:27:41.265175 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO keyring.backend [-] Loading chainer
Nov 10 14:27:41.265762 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO keyring.backend [-] Loading macOS
Nov 10 14:27:41.301088 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:27:41.301369 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:27:41.301661 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:27:41.301998 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 10 14:27:41.609758 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.609975 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.610284 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.611527 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.611810 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.612081 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.730429 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.730710 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.730980 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.744826 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.745111 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.745387 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.774407 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.774696 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.774970 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.813741 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.814275 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:41.814275 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.046528 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1fef4efd30> agent after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.046819 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1fef4efd30> agent after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.047112 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1fef4efdc0> segment precommit_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.047395 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1fef4ef940> network precommit_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.048720 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1fef51a430> segment before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.174180 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> network before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.174502 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1fef20d280> agent before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.174790 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> network before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.175068 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> port before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.175363 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> port before_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.175682 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> segment after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.175954 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> segment precommit_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.176216 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> segment precommit_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.176474 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> segment after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.176759 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> network after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.177026 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> network precommit_delete 0 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.177437 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> port provisioning_complete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.177713 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> rbac-policy before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.177979 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> rbac-policy after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.178253 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> agent after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.178527 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> subnet after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.178793 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> subnet precommit_delete 0 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.179074 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> rbac-policy before_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.179353 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> rbac-policy before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.179640 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> segment_host_mapping after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.179996 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> port after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.180256 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> port after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.180510 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> port after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.180801 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> rbac-policy before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.181056 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> rbac-policy before_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.181306 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1fefd91be0>> rbac-policy before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.181699 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 14:27:42.181942 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 14:27:42.182181 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 14:27:42.182421 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 14:27:42.182658 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 14:27:42.182894 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 14:27:42.183291 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 10 14:27:42.186434 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 10 14:27:42.190436 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 10 14:27:42.194529 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Nov 10 14:27:42.196221 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 10 14:27:42.196675 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 10 14:27:42.197007 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 10 14:27:42.197397 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 10 14:27:42.200436 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 10 14:27:42.200692 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 10 14:27:42.201046 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 10 14:27:42.229568 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Nov 10 14:27:42.230028 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1fef275850>> qos_plugin after_init 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.230333 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87361) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 10 14:27:42.230698 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1fef2752b0>> logging-plugin after_init 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.232116 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87361) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 10 14:27:42.232406 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 10 14:27:42.232656 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 10 14:27:42.236509 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1fef254160>> floatingip before_response 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.236795 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1fef254160>> port before_response 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:42.298963 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 10 14:27:42.299175 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 10 14:27:42.299415 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 10 14:27:42.299794 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 10 14:27:42.332543 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_db.sqlalchemy.engines [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87361) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 10 14:27:42.966729 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Initializing driver for type 'gre'
Nov 10 14:27:42.967472 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] gre ID ranges: [(1, 1000)]
Nov 10 14:27:43.212402 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Initializing driver for type 'local'
Nov 10 14:27:43.212735 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Initializing driver for type 'vlan'
Nov 10 14:27:43.309644 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] VlanTypeDriver initialization complete
Nov 10 14:27:43.309981 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Initializing driver for type 'vxlan'
Nov 10 14:27:43.310481 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] vxlan ID ranges: [(1, 1000)]
Nov 10 14:27:43.578319 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Initializing extension driver 'port_security'
Nov 10 14:27:43.578606 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.extensions.port_security [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] PortSecurityExtensionDriver initialization complete
Nov 10 14:27:43.579552 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Initializing mechanism driver 'openvswitch'
Nov 10 14:27:43.579881 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Initializing mechanism driver 'hyperv'
Nov 10 14:27:43.586610 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.plugins.ml2.plugin [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:27:43.587389 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1fef383550>> port after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.587769 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1fef383550>> port after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.588127 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1fef383550>> port after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.588519 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1fef383700>> subnet after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.588878 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1fef383700>> subnet after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.589226 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1fef383700>> subnet after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.590158 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1feedc3880>> network after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.590158 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1feedc3880>> network after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.590342 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1feedc3880>> network after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.590656 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1feedc3af0>> security_group after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.591002 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1feedc3af0>> security_group after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.591367 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1feedc3af0>> security_group after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.591748 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1feedc3d60>> security_group_rule after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.592094 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1feedc3d60>> security_group_rule after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.592430 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1feedc3d60>> security_group_rule after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.592806 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1feedc3fd0>> address_group after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.593147 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1feedc3fd0>> address_group after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.593484 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1feedc3fd0>> address_group after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.593825 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] ML2 OVO RPC backend initialized. {{(pid=87361) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 10 14:27:43.594532 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> router_interface after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.594889 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> router_interface after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.595332 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> network before_response 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.595683 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> networks before_response 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.596031 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> port before_response 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.596387 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> ports before_response 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.596799 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> subnet before_response 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.597144 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> subnets before_response 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.597563 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> network after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.597939 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> network after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.598272 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> network after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.598607 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> port after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.598944 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> port after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.599308 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> port after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.599647 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> subnet after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.599986 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> subnet after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.600327 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1feedcb400>> subnet after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.600914 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.plugin [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Modular L2 Plugin initialization complete
Nov 10 14:27:43.601243 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading services supported by the core plugin {{(pid=87361) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 10 14:27:43.601569 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.plugins.ml2.managers [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Got port-security extension from driver 'port_security'
Nov 10 14:27:43.602042 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.extensions.vlantransparent [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Disabled vlantransparent extension.
Nov 10 14:27:43.602525 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87361) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 10 14:27:43.602837 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading Plugin: router
Nov 10 14:27:43.644344 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router_interface before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.644739 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router after_create 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.645115 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router before_create 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.645483 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router_interface before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.645855 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router_interface after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.646210 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router after_delete 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.646575 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> floatingip after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.646937 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router after_create 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.647309 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router after_update 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.647663 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router after_update 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.648013 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router_gateway after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.648374 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router after_update 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.648791 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router precommit_update 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.649164 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1fef451040> port after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.649506 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1fef4511f0> port after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.649848 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1fef451160> subnet after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.650189 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1fef4510d0> subnetpool_address_scope after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.650537 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> port precommit_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.650883 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router precommit_create 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.651256 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1fef4448b0> port before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.654983 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router precommit_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.654983 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router after_update 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.654983 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router precommit_delete 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.654983 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router precommit_create 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.655357 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router_interface after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.655357 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> router precommit_update 55549900 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.655357 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> agent after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.655357 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> agent after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.655662 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1feedcb520>> network after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.655662 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Tracking information for resource: router configured {{(pid=87361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 14:27:43.655662 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Tracking information for resource: floatingip configured {{(pid=87361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 14:27:43.660510 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.db.l3_agentschedulers_db [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 10 14:27:43.661097 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1feed341f0> port after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.661458 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1feed340d0> port after_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.661811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <function _notify_port_delete at 0x7f1feed34160> port after_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.662167 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1feed344c0> port after_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.662966 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1feecd6d30>> router before_create 55550100 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.663349 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1feecd6d30>> router precommit_delete 55550100 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.663713 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1feecd6d30>> router precommit_create 55550100 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.664072 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1feecd6d30>> router precommit_update 55550100 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.668695 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.services.provider_configuration [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service providers = [] {{(pid=87361) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 10 14:27:43.669066 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.db.servicetype_db [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87361) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 10 14:27:43.672057 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.services.service_base [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87361) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 10 14:27:43.672409 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.services.service_base [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87361) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 10 14:27:43.672749 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.services.service_base [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87361) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 10 14:27:43.673809 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.services.service_base [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87361) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 10 14:27:43.674187 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.services.service_base [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 10 14:27:43.674560 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 14:27:43.674878 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 10 14:27:43.685451 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 14:27:43.685790 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading Plugin: auto_allocate
Nov 10 14:27:43.698807 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1feed01820> network precommit_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.699202 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1feed01820> network precommit_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.699719 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 14:27:43.700041 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading Plugin: tag
Nov 10 14:27:43.707487 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 14:27:43.707819 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading Plugin: timestamp
Nov 10 14:27:43.711687 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 14:27:43.712016 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading Plugin: network_ip_availability
Nov 10 14:27:43.717288 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1feec97e50>> rbac-policy before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.717661 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1feec97e50>> rbac-policy before_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.718021 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1feec97e50>> rbac-policy before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.718738 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 14:27:43.719059 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading Plugin: flavors
Nov 10 14:27:43.724105 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 14:27:43.724440 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading Plugin: revisions
Nov 10 14:27:43.728777 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 14:27:43.729163 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_concurrency.lockutils [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.427s {{(pid=87361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:27:43.729910 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87361) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Nov 10 14:27:43.730246 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Initializing extension manager.
Nov 10 14:27:43.730756 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: __init__.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.731119 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: __pycache__ {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.731541 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.731799 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: address_group.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.732558 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.733118 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: address-group
Nov 10 14:27:43.733442 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: address_scope.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.734160 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.734671 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: address-scope
Nov 10 14:27:43.735533 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.736492 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.737004 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: router-admin-state-down-before-update
Nov 10 14:27:43.737328 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: agent.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.738033 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.738540 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: agent
Nov 10 14:27:43.738863 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: agent_resources_synced.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.739806 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.740318 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: agent-resources-synced
Nov 10 14:27:43.740642 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: allowedaddresspairs.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.742440 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.742959 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: allowed-address-pairs
Nov 10 14:27:43.743313 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: auto_allocated_topology.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.744407 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.744922 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: auto-allocated-topology
Nov 10 14:27:43.745251 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: availability_zone.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.745952 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.746461 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: availability_zone
Nov 10 14:27:43.746788 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: availability_zone_filter.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.747747 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.748259 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: availability_zone_filter
Nov 10 14:27:43.748588 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: data_plane_status.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.749502 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.750017 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 10 14:27:43.750343 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: default_subnetpools.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.751883 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.752390 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: default-subnetpools
Nov 10 14:27:43.752717 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.753530 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.754037 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: dhcp_agent_scheduler
Nov 10 14:27:43.754367 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: dns.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.771341 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.771847 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension dns-integration not supported by any of loaded plugins
Nov 10 14:27:43.772175 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: dns_domain_ports.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.773101 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.773613 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 10 14:27:43.773939 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: dvr.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.774618 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.775214 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: dvr
Nov 10 14:27:43.775542 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: empty_string_filtering.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.776464 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.776974 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: empty-string-filtering
Nov 10 14:27:43.777298 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.778218 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.778720 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 10 14:27:43.779042 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.779988 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.780496 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 10 14:27:43.780818 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: external_net.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.781757 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.782280 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: external-net
Nov 10 14:27:43.782603 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.783548 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.784051 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: extra_dhcp_opt
Nov 10 14:27:43.784372 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: extraroute.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.785286 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.785790 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: extraroute
Nov 10 14:27:43.786112 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: extraroute_atomic.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.787184 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.787693 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: extraroute-atomic
Nov 10 14:27:43.788016 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: filter_validation.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.788689 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.789190 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: filter-validation
Nov 10 14:27:43.789510 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: fip_pf_description.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.791863 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.792387 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 10 14:27:43.792717 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: fip_port_details.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.793648 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.794163 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: fip-port-details
Nov 10 14:27:43.794489 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: flavors.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.795778 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.796295 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: flavors
Nov 10 14:27:43.796626 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.798824 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.799371 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 10 14:27:43.799701 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: floatingip_pools.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.800409 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.800922 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: floatingip-pools
Nov 10 14:27:43.801248 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: ip_allocation.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.802185 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.802691 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 10 14:27:43.803014 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.803969 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.804479 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: ip-substring-filtering
Nov 10 14:27:43.804805 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: l2_adjacency.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.805728 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.806234 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 10 14:27:43.806556 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: l3.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.807550 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.808074 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: router
Nov 10 14:27:43.808400 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.810647 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.811205 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 10 14:27:43.811541 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.812488 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.813578 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: ext-gw-mode
Nov 10 14:27:43.813928 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.822929 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.823474 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: l3-ha
Nov 10 14:27:43.823802 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: l3_flavors.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.824726 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.825238 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: l3-flavors
Nov 10 14:27:43.825566 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.826506 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.827015 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 10 14:27:43.827364 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: l3agentscheduler.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.828467 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.828961 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: l3_agent_scheduler
Nov 10 14:27:43.829288 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: logging.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.830828 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.831380 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension logging not supported by any of loaded plugins
Nov 10 14:27:43.831714 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: metering.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.832464 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.833037 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: metering
Nov 10 14:27:43.833365 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.834477 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.834993 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: metering_source_and_destination_fields
Nov 10 14:27:43.835351 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: multiprovidernet.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.836404 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.836919 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: multi-provider
Nov 10 14:27:43.837247 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: netmtu.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.838164 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.838677 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: net-mtu
Nov 10 14:27:43.839002 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: netmtu_writable.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.839948 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.840456 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: net-mtu-writable
Nov 10 14:27:43.840782 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: network_availability_zone.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.841456 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.841966 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: network_availability_zone
Nov 10 14:27:43.842288 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: network_ip_availability.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.843440 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.843956 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: network-ip-availability
Nov 10 14:27:43.844306 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: network_segment_range.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.845077 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.845581 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 10 14:27:43.845901 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: pagination.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.846906 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.847270 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: pagination
Nov 10 14:27:43.847594 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: port_device_profile.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.848538 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.849054 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: port-device-profile
Nov 10 14:27:43.849370 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.850305 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.850813 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: port-mac-address-regenerate
Nov 10 14:27:43.851159 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.852079 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.852584 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: port-numa-affinity-policy
Nov 10 14:27:43.852908 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: port_resource_request.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.853838 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.854342 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 10 14:27:43.854664 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: portbindings.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.855635 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.856142 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: binding
Nov 10 14:27:43.856465 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: portbindings_extended.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.857759 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.858273 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: binding-extended
Nov 10 14:27:43.858609 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: portsecurity.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.859556 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.860592 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: port-security
Nov 10 14:27:43.860922 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: project_id.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.861904 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.862238 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: project-id
Nov 10 14:27:43.874192 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: providernet.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.874907 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.875467 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: provider
Nov 10 14:27:43.876328 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: qos.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.879933 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.880451 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension qos not supported by any of loaded plugins
Nov 10 14:27:43.880784 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.882049 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.882567 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 10 14:27:43.882895 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.883847 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.884361 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 10 14:27:43.884682 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: qos_default.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.885606 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.886122 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension qos-default not supported by any of loaded plugins
Nov 10 14:27:43.886446 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: qos_fip.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.887119 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.887624 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension qos-fip not supported by any of loaded plugins
Nov 10 14:27:43.887944 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: qos_gateway_ip.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.888878 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.889391 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 10 14:27:43.889716 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: qos_port_network_policy.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.890632 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.891175 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 10 14:27:43.891502 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: qos_rule_type_details.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.892426 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.892931 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 10 14:27:43.893261 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: qos_rules_alias.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.894320 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.894826 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 10 14:27:43.895176 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: quotasv2.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.896108 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.896566 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: quotas
Nov 10 14:27:43.896892 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: quotasv2_detail.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.898517 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.898855 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: quota_details
Nov 10 14:27:43.899210 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: rbac.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.900288 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.900810 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: rbac-policies
Nov 10 14:27:43.901141 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: rbac_address_group.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.902086 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.902602 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: rbac-address-group
Nov 10 14:27:43.902934 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: rbac_address_scope.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.903882 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.904396 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: rbac-address-scope
Nov 10 14:27:43.904723 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: rbac_security_groups.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.905648 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.906162 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: rbac-security-groups
Nov 10 14:27:43.906487 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: rbac_subnetpool.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.907470 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.907982 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: rbac-subnetpool
Nov 10 14:27:43.908306 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: revisionifmatch.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.909236 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.909750 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: revision-if-match
Nov 10 14:27:43.910072 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: revisions.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.911225 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.911746 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: standard-attr-revisions
Nov 10 14:27:43.912075 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: router_availability_zone.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.912757 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.913272 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: router_availability_zone
Nov 10 14:27:43.913594 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: routerservicetype.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.914526 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.915041 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension router-service-type not supported by any of loaded plugins
Nov 10 14:27:43.915386 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.916311 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.916826 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: security-groups-normalized-cidr
Nov 10 14:27:43.917149 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.918076 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.918588 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: port-security-groups-filtering
Nov 10 14:27:43.918915 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.919871 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.920382 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: security-groups-remote-address-group
Nov 10 14:27:43.920706 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: securitygroup.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.930992 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.931549 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: security-group
Nov 10 14:27:43.931883 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: segment.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.932676 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.933182 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension segment not supported by any of loaded plugins
Nov 10 14:27:43.933506 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.934463 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.934971 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 10 14:27:43.935325 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: servicetype.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.943970 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.944495 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: service-type
Nov 10 14:27:43.944827 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: sorting.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.945815 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.946149 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: sorting
Nov 10 14:27:43.946477 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: standard_attr_segment.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.947432 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.947946 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 10 14:27:43.948273 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: standardattrdescription.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.948929 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.949434 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: standard-attr-description
Nov 10 14:27:43.949763 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: stateful_security_group.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.950704 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.951252 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: stateful-security-group
Nov 10 14:27:43.951579 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: stdattrs_common.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.952172 dv-cinder-817404-1-iscsi neutron-server[87361]: WARNING neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 10 14:27:43.952498 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.953505 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.954058 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 10 14:27:43.954383 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: subnet_onboard.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.955485 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.956005 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: subnet_onboard
Nov 10 14:27:43.956332 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.957268 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.957779 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 10 14:27:43.958104 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: subnet_service_types.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.959034 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.959588 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: subnet-service-types
Nov 10 14:27:43.959921 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: subnetallocation.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.961011 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.961537 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: subnet_allocation
Nov 10 14:27:43.961869 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.962551 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.963068 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: subnetpool-prefix-ops
Nov 10 14:27:43.963416 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.964349 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.964872 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 10 14:27:43.965200 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: tagging.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.966255 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.966775 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: standard-attr-tag
Nov 10 14:27:43.967415 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: timestamp.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.968326 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.968839 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loaded extension: standard-attr-timestamp
Nov 10 14:27:43.969166 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: trunk.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.970242 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.970756 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension trunk not supported by any of loaded plugins
Nov 10 14:27:43.971103 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: trunk_details.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.972024 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.972535 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension trunk-details not supported by any of loaded plugins
Nov 10 14:27:43.972857 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: uplink_status_propagation.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.973789 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.974302 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 10 14:27:43.974628 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Loading extension file: vlantransparent.py {{(pid=87361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 14:27:43.975339 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 14:27:43.975846 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 10 14:27:43.978264 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:network
Nov 10 14:27:43.978996 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:subnet
Nov 10 14:27:43.979827 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 14:27:43.980445 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:port
Nov 10 14:27:43.981720 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:43.982166 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service FLAVORS assigned prefix:  {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:43.982802 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:43.983272 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:43.983606 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:router
Nov 10 14:27:43.984294 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:floatingip
Nov 10 14:27:43.985538 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service METERING assigned prefix: /metering {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:43.986987 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1feebda880>> rbac-policy before_create 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.987379 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1feebda880>> rbac-policy before_update 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.987735 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1feebda880>> rbac-policy before_delete 55550000 {{(pid=87361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:27:43.988878 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 10 14:27:43.989346 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:security_group
Nov 10 14:27:43.990022 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 10 14:27:43.993851 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service CORE assigned prefix:  {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:43.993851 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 14:27:43.993851 dv-cinder-817404-1-iscsi neutron-server[87361]: WARNING neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] subnetpool is already registered
Nov 10 14:27:43.993851 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service CORE assigned prefix:  {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:43.993851 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 14:27:43.993851 dv-cinder-817404-1-iscsi neutron-server[87361]: WARNING neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] subnetpool is already registered
Nov 10 14:27:43.995249 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:43.995684 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service FLAVORS assigned prefix:  {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:43.996282 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:43.996704 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:43.997038 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:router
Nov 10 14:27:43.997372 dv-cinder-817404-1-iscsi neutron-server[87361]: WARNING neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] router is already registered
Nov 10 14:27:43.997971 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:floatingip
Nov 10 14:27:43.998300 dv-cinder-817404-1-iscsi neutron-server[87361]: WARNING neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] floatingip is already registered
Nov 10 14:27:43.998935 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service METERING assigned prefix: /metering {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:43.999641 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 10 14:27:43.999974 dv-cinder-817404-1-iscsi neutron-server[87361]: WARNING neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] rbac_policy is already registered
Nov 10 14:27:44.001045 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:security_group
Nov 10 14:27:44.001393 dv-cinder-817404-1-iscsi neutron-server[87361]: WARNING neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] security_group is already registered
Nov 10 14:27:44.001995 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 10 14:27:44.002323 dv-cinder-817404-1-iscsi neutron-server[87361]: WARNING neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] security_group_rule is already registered
Nov 10 14:27:44.002983 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service CORE assigned prefix:  {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:44.003335 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 14:27:44.003669 dv-cinder-817404-1-iscsi neutron-server[87361]: WARNING neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] subnetpool is already registered
Nov 10 14:27:44.004284 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.v2.resource_helper [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Service CORE assigned prefix:  {{(pid=87361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 14:27:44.004611 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 14:27:44.004945 dv-cinder-817404-1-iscsi neutron-server[87361]: WARNING neutron.quota.resource_registry [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] subnetpool is already registered
Nov 10 14:27:44.005598 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: extensions {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.007052 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: address-groups {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.008715 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: address-scopes {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.009945 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: agents {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.011151 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: auto-allocated-topology {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.012406 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: availability_zones {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.013746 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: dhcp-networks {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.015224 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: dhcp-agents {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.016693 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: routers {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.019374 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: flavors {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.020577 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: service_profiles {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.021800 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: next_providers {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.023368 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: service_profiles {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.024887 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: floatingip-pools {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.026128 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: routers {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.027967 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: floatingips {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.029161 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: l3-routers {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.030575 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: l3-agents {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.032061 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: metering-labels {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.033422 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: metering-label-rules {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.034714 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: network-ip-availabilities {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.036089 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: bindings {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.037765 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: quotas {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.039235 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: quotas {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.040693 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: rbac-policies {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.041996 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: security-groups {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.043236 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: security-group-rules {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.044489 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: service-providers {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.045740 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: subnetpools {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.047209 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: subnetpools {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.049215 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: tags {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.050933 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: tags {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.052817 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: tags {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.054622 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: tags {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.056450 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: tags {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.058319 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: tags {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.060057 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: tags {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.061984 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: tags {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.064339 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: tags {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.066195 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron.api.extensions [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Extended resource: tags {{(pid=87361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 14:27:44.072625 dv-cinder-817404-1-iscsi neutron-server[87361]: WARNING keystonemiddleware.auth_token [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 10 14:27:44.077364 dv-cinder-817404-1-iscsi neutron-server[87361]: WARNING keystonemiddleware.auth_token [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 10 14:27:44.085977 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_concurrency.lockutils [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Acquired lock "singleton_lock" {{(pid=87361) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 10 14:27:44.086399 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_concurrency.lockutils [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Releasing lock "singleton_lock" {{(pid=87361) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 10 14:27:44.087034 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO oslo_service.service [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Starting 2 workers
Nov 10 14:27:44.091664 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Started child 87468 {{(pid=87361) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 10 14:27:44.097128 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Started child 87469 {{(pid=87361) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 10 14:27:44.097326 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:27:44.098662 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO neutron.service [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 10 14:27:44.098772 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [-] (87468) wsgi starting up on http://0.0.0.0:9696
Nov 10 14:27:44.099340 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Notify callbacks [] for process, before_spawn {{(pid=87361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:27:44.101703 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO oslo_service.service [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Starting 1 workers
Nov 10 14:27:44.101821 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:27:44.103177 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [-] (87469) wsgi starting up on http://0.0.0.0:9696
Nov 10 14:27:44.106692 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Started child 87471 {{(pid=87361) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 10 14:27:44.107108 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 48334) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:27:44.107439 dv-cinder-817404-1-iscsi neutron-server[87361]: INFO oslo_service.service [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Starting 1 workers
Nov 10 14:27:44.113120 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.service [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] calling RpcWorker wait() {{(pid=87471) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 10 14:27:44.113120 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.service [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] returning from RpcWorker wait() {{(pid=87471) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 10 14:27:44.113120 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:27:44.113853 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Started child 87472 {{(pid=87361) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 10 14:27:44.113928 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:27:44.114001 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG neutron_lib.callbacks.manager [None req-798c27bb-31c5-4856-a855-5c26b7011118 None None] Notify callbacks [] for process, after_spawn {{(pid=87361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:27:44.115173 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87361) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 10 14:27:44.115397 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 10 14:27:44.115587 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 10 14:27:44.115800 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 10 14:27:44.116336 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 10 14:27:44.116649 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 10 14:27:44.116809 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0075307
Nov 10 14:27:44.117465 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.117743 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.118032 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.118298 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.118588 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.119300 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.119726 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.120063 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.120669 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:27:44.121177 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.121600 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.121704 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:27:44.121788 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.121940 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.122319 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.122722 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.123062 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.123362 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.123615 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.123888 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.124066 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.124339 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.124610 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.124843 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.125120 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.125369 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.125909 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.126151 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.126427 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.126669 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.126944 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.127202 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.127489 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.127736 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.127984 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.128222 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.128506 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.128897 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.129272 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.129655 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.130236 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.130236 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.130610 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] host                           = dv-cinder-817404-1-iscsi {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.130831 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.131062 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.131321 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.131577 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.131845 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.132088 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.132348 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.132600 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.132848 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.133103 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.133370 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.133616 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.133866 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.134108 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.134275 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.134492 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.134771 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.135041 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.135257 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.135414 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.135593 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.135838 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.135998 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.136321 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.136483 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.136694 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.136960 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.137149 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.137363 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.137622 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.137859 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.138097 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.138306 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.138550 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.138796 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.139041 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.139313 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.139569 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.140148 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.140148 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.140425 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.140560 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.140693 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.140880 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.141186 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.141419 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.141668 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.141919 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.142164 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.142392 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.142620 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.142834 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.144834 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.144834 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.144834 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.144834 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.145415 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.145415 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.145415 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.145801 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.145801 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.146066 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.146211 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.146528 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.146670 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.146863 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.147157 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.148340 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.148514 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.148782 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.149093 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.149406 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.149668 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.149903 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.150156 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.150394 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.150653 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.150904 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.151182 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.151495 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.151738 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.152033 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.152277 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.152546 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.152869 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.153152 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.153722 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.153722 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.153950 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.154120 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.154345 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.154681 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.154959 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.155253 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.37/identity {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.155532 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.159811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.159811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.159811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.159811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.159811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.159811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.159811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.159811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.159811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.160395 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.160395 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.160395 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.160395 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.160395 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.160395 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.160395 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.160395 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.160395 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.162574 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.162574 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.162574 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.162574 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.162574 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.162574 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.162574 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.162574 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.162574 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.163131 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.163131 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.163131 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.163336 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.163402 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.164379 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.164379 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.164379 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.164379 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.164946 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.164946 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.164946 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.166734 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.166734 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.166734 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.166734 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.166734 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.166734 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.166734 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.166734 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.167532 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.167532 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.167532 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.167532 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.167802 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.167876 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.168099 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.168314 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.168525 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.168739 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.169090 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.170522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.170522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.170522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.170522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.170522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.171289 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.171289 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.171289 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.171704 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.171841 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.171976 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.172270 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.173114 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.173978 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.173978 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.173978 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.174380 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.174380 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.176333 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.176333 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.176333 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.176333 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.176333 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.176333 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.176333 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.176333 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.178933 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.178933 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.178933 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.178933 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.178933 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.178933 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.178933 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.178933 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.179558 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.179558 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.179558 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.180591 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.180591 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.180793 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.180993 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.181253 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.181501 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.181814 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.182061 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.182328 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.183376 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.183640 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.183962 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.184205 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.184427 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.184648 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.184930 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.185169 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.185423 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.185704 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.186127 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.186396 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.186665 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.186898 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.37/identity {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.187550 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.187815 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.188106 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.189298 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.189553 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.190678 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.190678 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.190678 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.190678 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.190967 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.191125 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.191504 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.192160 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.192379 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.192609 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.193665 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.193665 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.193665 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.193665 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.194229 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.194229 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.194528 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.194528 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.194837 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.194973 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.195874 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.195874 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.195874 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.196290 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.196290 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.196550 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.196693 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.197009 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.197165 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.197302 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.197797 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.197797 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.198035 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.198154 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.198932 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.198932 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.198932 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.199187 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.199415 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.199678 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.200374 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.200374 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.200374 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.200588 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.200823 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.201062 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.201280 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.201497 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.201714 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.203553 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.203860 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.204120 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.204365 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.204586 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.204800 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.205040 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.205254 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.205555 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.205809 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.206045 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.206287 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.206515 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.206745 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.206976 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.207204 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.207418 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.207635 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.207881 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.208091 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.208304 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.208520 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.208731 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.209021 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.209276 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.209496 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.209784 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.210011 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.210243 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.210498 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.210807 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.211023 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.211463 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.211712 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.211967 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.212188 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.212445 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.212773 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.213089 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.213340 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.213604 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.213904 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.214183 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.214447 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.214820 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.215473 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.215473 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.215754 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.216000 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.216250 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.216531 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.216776 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.216995 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.217370 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.217608 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.217851 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.218101 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.218336 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.218568 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.218783 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.219152 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.219843 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.220036 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.220244 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.220483 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.220811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.220965 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 10 14:27:44.221364 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87361) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 10 14:27:44.221525 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 10 14:27:44.221681 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 10 14:27:44.221845 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 10 14:27:44.222010 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 10 14:27:44.222161 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 10 14:27:44.222371 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.222527 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.222696 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.222852 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.223003 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.223273 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.223440 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.223589 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.223747 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.223901 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.224037 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.224200 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.224361 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.224521 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.224682 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.224844 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.225486 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.225486 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.225486 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.225486 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.226048 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.226048 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.226048 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.226048 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.226428 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.226428 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.226589 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.226674 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.226808 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.226962 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.227141 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.227295 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.227538 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.227627 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.227753 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.227920 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.228155 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.228300 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.228445 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.228527 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.228663 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] host                           = dv-cinder-817404-1-iscsi {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.228821 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.228979 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.229327 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.229327 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.229552 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.229632 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.230459 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.230459 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.230459 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.230459 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.230459 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.230459 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.230814 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.230814 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.230946 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232950 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232950 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232950 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232950 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232950 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.232950 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.233322 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.233322 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.233322 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.233539 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.233619 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.233762 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.233928 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.234071 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.234208 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.234346 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.234575 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.234737 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.235576 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.235576 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.235846 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.235846 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.236096 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.236096 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.236338 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.236469 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.236601 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.236743 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.236874 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.237004 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.237135 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.237277 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.237433 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.237590 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.237739 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.237897 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.238045 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.238204 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.238364 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.238522 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.238681 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.238839 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.238998 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.239180 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.239353 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.239486 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.239646 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 14:27:44.239827 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.239990 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.240165 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.240328 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.240492 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.240653 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.240815 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.240978 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.241139 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.241301 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.241471 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.242611 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.242611 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.242611 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.242611 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.242611 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.242611 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.242611 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.243041 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.243041 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.243041 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.243257 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.243349 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.243511 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.243673 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.37/identity {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.243835 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.244859 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.244859 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.244859 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.244859 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.244859 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.244859 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.245211 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.245211 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.245211 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.245390 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.245507 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.246211 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.246211 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.246211 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.246211 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.246461 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.246461 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.246587 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.246755 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.246882 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.247299 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.247299 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.247441 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.248452 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.248452 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.248452 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.248452 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.248452 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.248783 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.248783 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.249218 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.249218 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.249218 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.249432 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.249432 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.249569 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.249720 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.249887 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.250048 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.250210 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.250374 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.250561 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.250851 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.251342 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.251342 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.252146 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.252507 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.252507 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.252645 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.252785 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.252946 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.253110 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.253273 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.253441 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.253605 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.253748 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.253902 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.254064 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.254236 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.254413 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.254575 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.254737 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.254929 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.255065 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.256081 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.256081 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.256359 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.256359 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.256609 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.256743 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.256874 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.256969 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.257891 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.257891 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.257891 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.257891 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.257891 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.257891 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.258250 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.258250 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.258384 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.258813 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.258813 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.258813 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.259033 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.259165 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.259249 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.259421 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.259583 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.259753 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.259926 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.260106 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.260249 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.260436 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.260587 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.261392 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.261392 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.261392 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.261392 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.261392 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.261759 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.261759 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.261887 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.261963 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.262098 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.262259 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.262444 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.262605 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.262767 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.262931 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.263164 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.263262 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.263419 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.263580 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.263742 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.263902 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.264068 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.264234 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.37/identity {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.264393 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.264534 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.264673 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.264811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.264978 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.265787 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.265787 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.265787 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.265787 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.265787 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.266232 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.266232 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.266232 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.266773 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.266773 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.266773 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.267132 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.267132 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.267132 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.267372 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.267451 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.267573 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.267734 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.268058 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.268058 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.268216 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.268586 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.268586 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.268759 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.268838 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.268960 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.269124 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.269288 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.269450 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.269614 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.269766 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.269927 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.270622 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.270622 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.270622 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.270622 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.271193 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.271193 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.271193 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.271193 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.271488 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.271488 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.271626 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.271788 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.272077 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.272077 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.273321 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.273321 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.273321 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.273321 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.273321 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.273321 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.273321 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.273321 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.273811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.273811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.273811 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.274930 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.274930 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.274930 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.274930 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.274930 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.274930 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.274930 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.274930 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.275502 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.275502 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.275502 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.275671 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.275734 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.276639 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.276639 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.276639 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.276639 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.276639 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.276970 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.276970 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.276970 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.277172 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.277283 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.277446 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.277610 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.277773 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.277934 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.278095 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.278259 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.278425 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.278597 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.278766 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.278930 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280075 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280075 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280075 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280075 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280075 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280075 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280075 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280496 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280496 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280496 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280671 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280805 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.280967 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.281128 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.283047 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.283047 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.283047 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.283047 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.283047 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.283047 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.283047 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.283047 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.283047 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.286174 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.286174 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 14:27:44.286174 dv-cinder-817404-1-iscsi neutron-server[87361]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 10 14:27:44.310685 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:27:54.835610 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f118752-01dc-4a9e-9049-3bd12dd58d2d None None] get_active_networks_info from dv-cinder-817404-1-iscsi {{(pid=87471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 10 14:27:54.901721 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f118752-01dc-4a9e-9049-3bd12dd58d2d None None] No non-hosted networks {{(pid=87471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 10 14:27:54.915494 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.agentschedulers_db [None req-6f118752-01dc-4a9e-9049-3bd12dd58d2d None None] DHCP Agent not found on host dv-cinder-817404-1-iscsi {{(pid=87471) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 10 14:27:54.996603 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd3241ff-dccc-441d-91a8-7ab61cbe628a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056013'] for agent, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:27:55.253004 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056013'] for agent, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:27:55.253786 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:27:55.254375 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:27:55.254830 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:27:55.255373 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:27:55.255837 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:27:55.256259 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:27:55.256730 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:27:55.257175 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:27:55.257880 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:27:55.258305 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:27:55.258788 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:27:55.259250 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:27:55.259819 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1fee0098e0>, 'Open vSwitch agent', 'dv-cinder-817404-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:27:55.270904 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1fee992ee0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817404-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:27:57.477382 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5ce35036-ac27-4ff1-8844-57a70da11717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056013'] for agent, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:27:57.518667 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-7530ee45-fe9d-410c-b27d-aee27c15c136 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-817404-1-iscsi {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:27:57.519441 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-7530ee45-fe9d-410c-b27d-aee27c15c136 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:27:58.127202 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7530ee45-fe9d-410c-b27d-aee27c15c136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:27:58.458714 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056013'] for agent, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:27:59.708844 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056013'] for agent, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:01.462470 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 48440) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:02.019365 dv-cinder-817404-1-iscsi neutron-server[87469]: WARNING oslo_policy.policy [None req-1c552fa8-5196-42e9-bc3b-ba873fda2dba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 14:28:02.019958 dv-cinder-817404-1-iscsi neutron-server[87469]: WARNING oslo_policy.policy [None req-1c552fa8-5196-42e9-bc3b-ba873fda2dba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 14:28:02.236304 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [None req-1c552fa8-5196-42e9-bc3b-ba873fda2dba admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:28:02.237351 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1c552fa8-5196-42e9-bc3b-ba873fda2dba admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7739658
Nov 10 14:28:04.334541 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.db.l3_hamode_db [None req-810b9c6f-b43e-4fa0-bcf7-92b82cea0eed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 10 14:28:04.419624 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b9c6f-b43e-4fa0-bcf7-92b82cea0eed None None] Routers set() bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:28:04.419928 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b9c6f-b43e-4fa0-bcf7-92b82cea0eed None None] Router IDs set() for agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 10 14:28:04.584139 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 48454) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:04.936719 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-3d1b935d-bfd9-44ae-b7af-dc8e46a43b41 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:28:05.037179 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.policy [None req-3d1b935d-bfd9-44ae-b7af-dc8e46a43b41 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87469) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 10 14:28:05.085001 dv-cinder-817404-1-iscsi neutron-server[87469]: WARNING oslo_policy.policy [None req-3d1b935d-bfd9-44ae-b7af-dc8e46a43b41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 14:28:05.085368 dv-cinder-817404-1-iscsi neutron-server[87469]: WARNING oslo_policy.policy [None req-3d1b935d-bfd9-44ae-b7af-dc8e46a43b41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 14:28:05.093844 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.quota [None req-3d1b935d-bfd9-44ae-b7af-dc8e46a43b41 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1fee6b1520>.
Nov 10 14:28:05.109011 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3d1b935d-bfd9-44ae-b7af-dc8e46a43b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:28:05.240920 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3d1b935d-bfd9-44ae-b7af-dc8e46a43b41 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735943871283', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735943871968', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735943877883', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735944019606', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735944024800', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735944035394', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-621641', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1021513', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2002962', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695103'] for rbac-policy, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:05.543323 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3d1b935d-bfd9-44ae-b7af-dc8e46a43b41 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:05.544515 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-3d1b935d-bfd9-44ae-b7af-dc8e46a43b41 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9594493
Nov 10 14:28:08.188109 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 48468) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:08.541602 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:28:08.546319 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:28:08.550825 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Usage tracker for resource:network and tenant:3ebe0d0c961647c78ce77d7223ef6c10 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:28:08.555372 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:28:08.561541 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:28:08.668612 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Made reservation on behalf of 3ebe0d0c961647c78ce77d7223ef6c10 for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:28:08.671368 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:08.689256 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:08.703438 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:28:08.707784 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Usage tracker for resource:security_group_rule and tenant:3ebe0d0c961647c78ce77d7223ef6c10 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:28:08.712766 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:28:08.718381 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:28:08.812486 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:08.874645 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:08.879905 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:08.897452 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:28:08.923179 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735945977820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:08.923694 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1fef4efdc0> segment precommit_create {{(pid=87469) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 10 14:28:08.924183 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Added segment 8869b19a-3489-49c7-8531-06410b2a67e1 of type vlan for network fb9e538c-2936-4ebf-955f-764a54cfcb70
Nov 10 14:28:08.972594 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acad456d-4b8d-4134-a8b8-d1054990012a,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:08.992882 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:08.993243 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:08.993569 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:08.993893 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:08.994211 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:08.994543 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:08.994859 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:08.995200 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:08.995515 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:08.995824 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:08.996130 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:08.996436 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Tracked resource versions report:
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]: pushed versions:
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]: {   'AddressGroup': {'1.2'},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     'ConntrackHelper': {'1.0'},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     'Log': {'1.0'},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     'Network': {'1.1'},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     'Port': {'1.7'},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     'PortForwarding': {'1.2'},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     'QosPolicy': {'1.8'},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     'SecurityGroup': {'1.4'},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     'SecurityGroupRule': {'1.2'},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     'SubPort': {'1.0'},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     'Subnet': {'1.1'},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     'Trunk': {'1.1'}}
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]: consumer versions:
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]: {   DHCP agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     L3 agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     Metadata agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     Metering agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:     Open vSwitch agent@dv-cinder-817404-1-iscsi: {   'AddressGroup': '1.2',
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'ConntrackHelper': '1.0',
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'Log': '1.0',
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'Network': '1.1',
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'Port': '1.7',
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'PortForwarding': '1.2',
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'QosPolicy': '1.8',
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'SecurityGroup': '1.4',
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'SecurityGroupRule': '1.2',
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'SubPort': '1.0',
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'Subnet': '1.1',
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'Trunk': '1.1'}}
Nov 10 14:28:08.997463 dv-cinder-817404-1-iscsi neutron-server[87469]:  {{(pid=87469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 14:28:09.041907 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:09.049602 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:09.154608 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:09.156035 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:28:09.156669 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:09.162070 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:09.262767 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Pushing event updated for resources: {'Network': ['ID=fb9e538c-2936-4ebf-955f-764a54cfcb70,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:09.265851 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:09.274655 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network fb9e538c-2936-4ebf-955f-764a54cfcb70 details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:28:09.338466 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1492031
Nov 10 14:28:11.990216 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 48484) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:12.435624 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99298769-482f-4e75-950a-7f270aade44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:28:12.436883 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-99298769-482f-4e75-950a-7f270aade44e admin admin] 10.222.0.37 "GET /v2.0/networks/fb9e538c-2936-4ebf-955f-764a54cfcb70 HTTP/1.1" status: 200  len: 825 time: 0.4457226
Nov 10 14:28:12.468672 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1c6a6c31-5661-46de-9862-e30c6b87d36a admin admin] 10.222.0.37 "GET /v2.0/subnetpools/d879dd5f-01f2-413d-b6e7-9e7a0f65e26c HTTP/1.1" status: 200  len: 734 time: 0.0256317
Nov 10 14:28:12.477367 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Request body: {'subnet': {'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'd879dd5f-01f2-413d-b6e7-9e7a0f65e26c'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:28:12.481993 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:28:12.485780 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Usage tracker for resource:subnet and tenant:3ebe0d0c961647c78ce77d7223ef6c10 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:28:12.488679 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:28:12.494289 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:28:12.599717 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Made reservation on behalf of 3ebe0d0c961647c78ce77d7223ef6c10 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:28:12.602105 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:13.006363 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:13.011355 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:13.100770 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Checking segment: {'id': '8869b19a-3489-49c7-8531-06410b2a67e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:28:13.101147 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Network hostable DHCP agents. Network: fb9e538c-2936-4ebf-955f-764a54cfcb70, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:28:13.108345 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6ed11e-dd33-4185-8997-e20366a82951,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:13.114890 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:13.211954 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Network fb9e538c-2936-4ebf-955f-764a54cfcb70 is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:28:13.286369 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, fb9e538c-2936-4ebf-955f-764a54cfcb70) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:28:13.290926 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:28:13.295715 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:13.296424 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1e8d7e-e1f9-431b-ac59-3526fba1409e None None] Network fb9e538c-2936-4ebf-955f-764a54cfcb70 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:28:13.389320 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9153047
Nov 10 14:28:13.701159 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b25b303-07c5-5f6c-a194-2bb5371e0edc-fb9e538c-2936-4ebf-955f-764a54cfcb70', 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'fixed_ips': [{'subnet_id': '0d6ed11e-dd33-4185-8997-e20366a82951'}]}} from dv-cinder-817404-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 10 14:28:13.703474 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:13.890194 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Allocated IP 172.20.0.2 (fb9e538c-2936-4ebf-955f-764a54cfcb70/0d6ed11e-dd33-4185-8997-e20366a82951/87032994-4ac9-479f-9046-ff60fa7bb931) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:28:14.120080 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:14.133112 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Transition to ACTIVE for port object 87032994-4ac9-479f-9046-ff60fa7bb931 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:28:14.153063 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Transition to ACTIVE for port object 87032994-4ac9-479f-9046-ff60fa7bb931 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:28:14.240764 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:14.245698 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:14.309017 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Network fb9e538c-2936-4ebf-955f-764a54cfcb70 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:28:14.312009 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:28:14.315767 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:28:14.357254 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Pushing event updated for resources: {'Port': ['ID=87032994-4ac9-479f-9046-ff60fa7bb931,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:14.396250 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:14.396506 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:14.396837 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:14.397162 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:14.397485 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:14.397806 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:14.398121 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:14.398437 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:14.398766 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:14.399094 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:14.399421 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:14.399728 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Tracked resource versions report:
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]: pushed versions:
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]: {   'AddressGroup': {'1.2'},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     'ConntrackHelper': {'1.0'},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     'Log': {'1.0'},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     'Network': {'1.1'},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     'Port': {'1.7'},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     'PortForwarding': {'1.2'},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     'QosPolicy': {'1.8'},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     'SecurityGroup': {'1.4'},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     'SecurityGroupRule': {'1.2'},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     'SubPort': {'1.0'},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     'Subnet': {'1.1'},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     'Trunk': {'1.1'}}
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]: consumer versions:
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]: {   DHCP agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     L3 agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     Metadata agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     Metering agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:     Open vSwitch agent@dv-cinder-817404-1-iscsi: {   'AddressGroup': '1.2',
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'ConntrackHelper': '1.0',
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'Log': '1.0',
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'Network': '1.1',
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'Port': '1.7',
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'PortForwarding': '1.2',
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'QosPolicy': '1.8',
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'SecurityGroup': '1.4',
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'SecurityGroupRule': '1.2',
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'SubPort': '1.0',
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'Subnet': '1.1',
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'Trunk': '1.1'}}
Nov 10 14:28:14.400788 dv-cinder-817404-1-iscsi neutron-server[87471]:  {{(pid=87471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 14:28:14.416705 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:14.425557 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Attempting to bind port 87032994-4ac9-479f-9046-ff60fa7bb931 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:28:14.425961 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Attempting to bind port 87032994-4ac9-479f-9046-ff60fa7bb931 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '8869b19a-3489-49c7-8531-06410b2a67e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:28:14.426392 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Attempting to bind port 87032994-4ac9-479f-9046-ff60fa7bb931 on network fb9e538c-2936-4ebf-955f-764a54cfcb70 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:28:14.431578 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:28:14.431986 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Checking segment: {'id': '8869b19a-3489-49c7-8531-06410b2a67e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:28:14.432498 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:14.432896 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Bound using segment: {'id': '8869b19a-3489-49c7-8531-06410b2a67e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:28:14.433408 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Bound port: 87032994-4ac9-479f-9046-ff60fa7bb931, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8869b19a-3489-49c7-8531-06410b2a67e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:28:14.433797 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:14.543206 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] For port 87032994-4ac9-479f-9046-ff60fa7bb931, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:28:14.547073 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] For port 87032994-4ac9-479f-9046-ff60fa7bb931, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=87032994-4ac9-479f-9046-ff60fa7bb931,segment=NetworkSegment(8869b19a-3489-49c7-8531-06410b2a67e1),segment_id=8869b19a-3489-49c7-8531-06410b2a67e1)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:28:14.652903 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:14.656930 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:14.739779 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Pushing event updated for resources: {'Port': ['ID=87032994-4ac9-479f-9046-ff60fa7bb931,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:14.747860 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:15.807455 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 48494) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:16.407611 dv-cinder-817404-1-iscsi neutron-server[87468]: WARNING oslo_policy.policy [None req-cbe0efe8-b6eb-4b5a-aab1-22786f520b08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 14:28:16.408214 dv-cinder-817404-1-iscsi neutron-server[87468]: WARNING oslo_policy.policy [None req-cbe0efe8-b6eb-4b5a-aab1-22786f520b08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 14:28:16.649025 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [None req-cbe0efe8-b6eb-4b5a-aab1-22786f520b08 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:28:16.650268 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-cbe0efe8-b6eb-4b5a-aab1-22786f520b08 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8407841
Nov 10 14:28:17.408327 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 87032994-4ac9-479f-9046-ff60fa7bb931 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:28:17.543652 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 87032994-4ac9-479f-9046-ff60fa7bb931 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:28:18.419801 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4386e2-3ac5-4bf5-a8b1-eb0a1df95222 None None] Network fb9e538c-2936-4ebf-955f-764a54cfcb70 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:28:18.583507 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-4ad4a2b1-5224-4449-8098-dd4b00b71507 None None] Provisioning for port 87032994-4ac9-479f-9046-ff60fa7bb931 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:28:18.594218 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-4ad4a2b1-5224-4449-8098-dd4b00b71507 None None] Provisioning complete for port 87032994-4ac9-479f-9046-ff60fa7bb931 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:28:18.594620 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4ad4a2b1-5224-4449-8098-dd4b00b71507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:18.771965 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4ad4a2b1-5224-4449-8098-dd4b00b71507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:18.806065 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-4ad4a2b1-5224-4449-8098-dd4b00b71507 None None] For port 87032994-4ac9-479f-9046-ff60fa7bb931, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=87032994-4ac9-479f-9046-ff60fa7bb931,segment=NetworkSegment(8869b19a-3489-49c7-8531-06410b2a67e1),segment_id=8869b19a-3489-49c7-8531-06410b2a67e1)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:28:18.903020 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4ad4a2b1-5224-4449-8098-dd4b00b71507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:18.905182 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:18.969898 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4a2b1-5224-4449-8098-dd4b00b71507 None None] Pushing event updated for resources: {'Port': ['ID=87032994-4ac9-479f-9046-ff60fa7bb931,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:18.972938 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-4ad4a2b1-5224-4449-8098-dd4b00b71507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:19.025211 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-861b3130-6eab-4e80-9947-cca7a80974bc None None] Provisioning complete for port 87032994-4ac9-479f-9046-ff60fa7bb931 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:28:19.025511 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-861b3130-6eab-4e80-9947-cca7a80974bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:19.119020 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 48512) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:19.377191 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 87032994-4ac9-479f-9046-ff60fa7bb931 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:28:19.443318 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 87032994-4ac9-479f-9046-ff60fa7bb931 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:28:19.443986 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:19.478013 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [None req-65d8b7f8-81bb-4dd4-beab-f42913ed835a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:28:19.479219 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-65d8b7f8-81bb-4dd4-beab-f42913ed835a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3590410
Nov 10 14:28:22.220666 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 48524) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:22.588386 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:28:22.659163 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.policy [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87468) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 10 14:28:22.706155 dv-cinder-817404-1-iscsi neutron-server[87468]: WARNING oslo_policy.policy [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 14:28:22.706519 dv-cinder-817404-1-iscsi neutron-server[87468]: WARNING oslo_policy.policy [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 14:28:22.715120 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.quota [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1fee6b14f0>.
Nov 10 14:28:22.730691 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:28:22.737033 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] Usage tracker for resource:router and tenant:3ebe0d0c961647c78ce77d7223ef6c10 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:28:22.741351 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:28:22.748646 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:28:22.835722 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3252'] for router, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:22.837863 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3235'] for router, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:22.862680 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:23.041113 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053150'] for router, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:23.120409 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] Notify callbacks [] for router, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:23.121526 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-170d7f5f-c732-4608-ad0a-9c036814aa46 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8999085
Nov 10 14:28:24.805944 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-08458444-cf62-4780-83bb-13447379f4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:25.211914 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:25.530066 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 48536) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:25.952654 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [None req-34ab8597-3141-4a99-a3de-d02f87754fef admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:28:25.953707 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-34ab8597-3141-4a99-a3de-d02f87754fef admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4227090
Nov 10 14:28:27.422590 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3e4682f3-aefb-4709-bc30-ea4772088d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:28.347688 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:28.990540 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 48556) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:29.145121 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:28:29.151617 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:28:29.156376 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Usage tracker for resource:network and tenant:8a86d182684f406592ae92c738031055 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:28:29.160455 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:28:29.167559 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:28:29.240029 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Made reservation on behalf of 8a86d182684f406592ae92c738031055 for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:28:29.242933 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:29.260604 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:29.274359 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:28:29.278136 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Usage tracker for resource:security_group_rule and tenant:8a86d182684f406592ae92c738031055 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:28:29.281300 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:28:29.286908 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:28:29.378065 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:29.445662 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:29.451067 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:29.461995 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Reserving flat network on physical network physnet1 {{(pid=87468) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 10 14:28:29.493277 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735945977820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:29.493882 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1fef4efdc0> segment precommit_create {{(pid=87468) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 10 14:28:29.494377 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Added segment f2946f88-5067-47d0-901e-b6522e39d73e of type flat for network f227f18b-4020-4a8a-ad74-e84290a1be57
Nov 10 14:28:29.546410 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46ca8a3-d209-42a5-8fc0-64e39506c762,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:29.568271 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:29.568625 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:29.568960 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:29.569283 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:29.569607 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:29.569941 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:29.570261 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:29.570576 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:29.570889 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:29.571224 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:29.571536 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:29.571845 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Tracked resource versions report:
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]: pushed versions:
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]: {   'AddressGroup': {'1.2'},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     'ConntrackHelper': {'1.0'},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     'Log': {'1.0'},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     'Network': {'1.1'},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     'Port': {'1.7'},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     'PortForwarding': {'1.2'},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     'QosPolicy': {'1.8'},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     'SecurityGroup': {'1.4'},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     'SecurityGroupRule': {'1.2'},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     'SubPort': {'1.0'},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     'Subnet': {'1.1'},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     'Trunk': {'1.1'}}
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]: consumer versions:
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]: {   DHCP agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     L3 agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     Metadata agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     Metering agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:     Open vSwitch agent@dv-cinder-817404-1-iscsi: {   'AddressGroup': '1.2',
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'ConntrackHelper': '1.0',
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'Log': '1.0',
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'Network': '1.1',
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'Port': '1.7',
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'PortForwarding': '1.2',
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'QosPolicy': '1.8',
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'SecurityGroup': '1.4',
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'SecurityGroupRule': '1.2',
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'SubPort': '1.0',
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'Subnet': '1.1',
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'Trunk': '1.1'}}
Nov 10 14:28:29.572901 dv-cinder-817404-1-iscsi neutron-server[87468]:  {{(pid=87468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 14:28:29.621866 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:29.629996 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:29.686048 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:29.765729 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:29.767552 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:28:29.768225 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:29.772527 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:29.883856 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Pushing event updated for resources: {'Network': ['ID=f227f18b-4020-4a8a-ad74-e84290a1be57,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:29.886933 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:29.894428 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network f227f18b-4020-4a8a-ad74-e84290a1be57 details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:28:29.971878 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9802284
Nov 10 14:28:32.177292 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 48580) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:32.297114 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3abfaf-3947-4fd1-b3c1-6e54bb1e340a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:28:32.298491 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ce3abfaf-3947-4fd1-b3c1-6e54bb1e340a admin admin] 10.222.0.37 "GET /v2.0/subnets/0d6ed11e-dd33-4185-8997-e20366a82951 HTTP/1.1" status: 200  len: 849 time: 0.1202416
Nov 10 14:28:32.475716 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-bd5b4511-9dae-461d-995f-86c59c6cdd34 admin admin] 10.222.0.37 "GET /v2.0/routers/b001b558-6290-45ea-8a3d-e5b842c112d9 HTTP/1.1" status: 200  len: 704 time: 0.1716828
Nov 10 14:28:33.006747 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:33.258656 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Allocated IP 172.20.0.1 (fb9e538c-2936-4ebf-955f-764a54cfcb70/0d6ed11e-dd33-4185-8997-e20366a82951/a4889038-b956-41c5-b393-ce7313a197fe) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:28:33.485357 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:33.516364 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Transition to ACTIVE for port object a4889038-b956-41c5-b393-ce7313a197fe will not be triggered until provisioned by entity DHCP. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:28:33.658570 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:33.666375 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:33.747919 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Network fb9e538c-2936-4ebf-955f-764a54cfcb70 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:28:33.751460 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:28:33.755892 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Pushing event updated for resources: {'Port': ['ID=a4889038-b956-41c5-b393-ce7313a197fe,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:33.768568 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:28:33.769081 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700676'] for router_interface, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:33.995825 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:34.119775 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-9eaea56a-4a1b-461e-a6d2-a43a56182f5e None None] Provisioning for port a4889038-b956-41c5-b393-ce7313a197fe completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:28:34.125405 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-9eaea56a-4a1b-461e-a6d2-a43a56182f5e None None] Provisioning complete for port a4889038-b956-41c5-b393-ce7313a197fe triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:28:34.125944 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9eaea56a-4a1b-461e-a6d2-a43a56182f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:34.188397 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-9eaea56a-4a1b-461e-a6d2-a43a56182f5e None None] Port a4889038-b956-41c5-b393-ce7313a197fe cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:28:34.201614 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:34.445364 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:34.536857 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:34.538020 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1700651'] for router_interface, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:34.544471 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:34.725007 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Pushing event updated for resources: {'Port': ['ID=a4889038-b956-41c5-b393-ce7313a197fe,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:34.730164 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:34.789401 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Network fb9e538c-2936-4ebf-955f-764a54cfcb70 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:28:34.790486 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:28:35.018491 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ddd026aa-9c30-4353-a931-4e256f9bd9fa None None] Provisioning complete for port a4889038-b956-41c5-b393-ce7313a197fe triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:28:35.018872 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ddd026aa-9c30-4353-a931-4e256f9bd9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:35.070245 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ddd026aa-9c30-4353-a931-4e256f9bd9fa None None] Port a4889038-b956-41c5-b393-ce7313a197fe cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:28:35.074175 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Router b001b558-6290-45ea-8a3d-e5b842c112d9 is scheduled to L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 with binding_index 1 {{(pid=87468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 10 14:28:35.226115 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:28:35.235635 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] 10.222.0.37 "PUT /v2.0/routers/b001b558-6290-45ea-8a3d-e5b842c112d9/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7543385
Nov 10 14:28:35.236621 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Sync routers for ids ['b001b558-6290-45ea-8a3d-e5b842c112d9'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:28:35.249386 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Routers {'b001b558-6290-45ea-8a3d-e5b842c112d9'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:28:35.250761 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee944d90>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:28:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['b001b558-6290-45ea-8a3d-e5b842c112d9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:28:35.422483 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Set router b001b558-6290-45ea-8a3d-e5b842c112d9 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:28:35.788051 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee944d90>, [{'id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'name': 'router1', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:28:22Z', 'updated_at': '2021-11-10T14:28:34Z', 'revision_number': 2, 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'gw_port_host': None, '_interfaces': [{'id': 'a4889038-b956-41c5-b393-ce7313a197fe', 'name': '', 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'mac_address': 'fa:16:3e:b3:f3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6ed11e-dd33-4185-8997-e20366a82951', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:28:33Z', 'updated_at': '2021-11-10T14:28:34Z', 'revision_number': 2, 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'subnets': [{'id': '0d6ed11e-dd33-4185-8997-e20366a82951', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd879dd5f-01f2-413d-b6e7-9e7a0f65e26c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:28:35.792958 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Checking router: b001b558-6290-45ea-8a3d-e5b842c112d9 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:28:35.793333 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Updating router b001b558-6290-45ea-8a3d-e5b842c112d9 port a4889038-b956-41c5-b393-ce7313a197fe binding host dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:28:35.848388 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:36.229392 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:36.244892 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Transition to ACTIVE for port object a4889038-b956-41c5-b393-ce7313a197fe will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:28:36.319841 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:36.324484 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:36.564229 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Attempting to bind port a4889038-b956-41c5-b393-ce7313a197fe on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:28:36.564639 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Attempting to bind port a4889038-b956-41c5-b393-ce7313a197fe by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '8869b19a-3489-49c7-8531-06410b2a67e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:28:36.565150 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Attempting to bind port a4889038-b956-41c5-b393-ce7313a197fe on network fb9e538c-2936-4ebf-955f-764a54cfcb70 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:28:36.567503 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Pushing event updated for resources: {'Port': ['ID=a4889038-b956-41c5-b393-ce7313a197fe,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:36.579775 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:28:36.580182 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Checking segment: {'id': '8869b19a-3489-49c7-8531-06410b2a67e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:28:36.580689 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:36.581080 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Bound using segment: {'id': '8869b19a-3489-49c7-8531-06410b2a67e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:28:36.581581 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Bound port: a4889038-b956-41c5-b393-ce7313a197fe, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8869b19a-3489-49c7-8531-06410b2a67e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:28:36.582264 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:36.593081 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:36.594030 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:36.594434 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:36.594740 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:36.595064 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:36.595404 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:36.595718 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:36.596036 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:36.596355 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:36.596663 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:36.596969 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:36.597275 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Tracked resource versions report:
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]: pushed versions:
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]: {   'AddressGroup': {'1.2'},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     'ConntrackHelper': {'1.0'},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     'Log': {'1.0'},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     'Network': {'1.1'},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     'Port': {'1.7'},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     'PortForwarding': {'1.2'},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     'QosPolicy': {'1.8'},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     'SecurityGroup': {'1.4'},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     'SecurityGroupRule': {'1.2'},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     'SubPort': {'1.0'},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     'Subnet': {'1.1'},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     'Trunk': {'1.1'}}
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]: consumer versions:
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]: {   DHCP agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     L3 agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     Metadata agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     Metering agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:     Open vSwitch agent@dv-cinder-817404-1-iscsi: {   'AddressGroup': '1.2',
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'ConntrackHelper': '1.0',
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'Log': '1.0',
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'Network': '1.1',
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'Port': '1.7',
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'PortForwarding': '1.2',
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'QosPolicy': '1.8',
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'SecurityGroup': '1.4',
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'SecurityGroupRule': '1.2',
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'SubPort': '1.0',
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'Subnet': '1.1',
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'Trunk': '1.1'}}
Nov 10 14:28:36.598358 dv-cinder-817404-1-iscsi neutron-server[87472]:  {{(pid=87472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 14:28:36.608484 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:36.696101 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] For port a4889038-b956-41c5-b393-ce7313a197fe, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:28:36.699964 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] For port a4889038-b956-41c5-b393-ce7313a197fe, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=a4889038-b956-41c5-b393-ce7313a197fe,segment=NetworkSegment(8869b19a-3489-49c7-8531-06410b2a67e1),segment_id=8869b19a-3489-49c7-8531-06410b2a67e1)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:28:36.800459 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:36.804529 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:36.900226 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Routers {'b001b558-6290-45ea-8a3d-e5b842c112d9'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:28:36.900911 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee944d90>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:28:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['b001b558-6290-45ea-8a3d-e5b842c112d9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:28:36.955525 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Pushing event updated for resources: {'Port': ['ID=a4889038-b956-41c5-b393-ce7313a197fe,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:36.965745 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:37.057257 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] Set router b001b558-6290-45ea-8a3d-e5b842c112d9 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:28:37.386929 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee944d90>, [{'id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'name': 'router1', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:28:22Z', 'updated_at': '2021-11-10T14:28:34Z', 'revision_number': 2, 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'gw_port_host': None, '_interfaces': [{'id': 'a4889038-b956-41c5-b393-ce7313a197fe', 'name': '', 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'mac_address': 'fa:16:3e:b3:f3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6ed11e-dd33-4185-8997-e20366a82951', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:28:33Z', 'updated_at': '2021-11-10T14:28:36Z', 'revision_number': 4, 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'subnets': [{'id': '0d6ed11e-dd33-4185-8997-e20366a82951', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd879dd5f-01f2-413d-b6e7-9e7a0f65e26c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:28:37.391128 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e46bc1f-2f56-4908-b30d-6a47d9cdb922 None None] The sync data for ids ['b001b558-6290-45ea-8a3d-e5b842c112d9'] in dv-cinder-817404-1-iscsi is: [{'id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'name': 'router1', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:28:22Z', 'updated_at': '2021-11-10T14:28:34Z', 'revision_number': 2, 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'gw_port_host': None, '_interfaces': [{'id': 'a4889038-b956-41c5-b393-ce7313a197fe', 'name': '', 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'mac_address': 'fa:16:3e:b3:f3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6ed11e-dd33-4185-8997-e20366a82951', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:28:33Z', 'updated_at': '2021-11-10T14:28:36Z', 'revision_number': 4, 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'subnets': [{'id': '0d6ed11e-dd33-4185-8997-e20366a82951', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd879dd5f-01f2-413d-b6e7-9e7a0f65e26c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:28:37.452010 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 48594) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:37.602130 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c47408-8dae-4df2-9c59-f3892e763ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:28:37.603764 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f1c47408-8dae-4df2-9c59-f3892e763ad0 admin admin] 10.222.0.37 "GET /v2.0/networks/f227f18b-4020-4a8a-ad74-e84290a1be57 HTTP/1.1" status: 200  len: 842 time: 0.1502793
Nov 10 14:28:37.614510 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:28:37.620269 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:28:37.625350 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Usage tracker for resource:subnet and tenant:8a86d182684f406592ae92c738031055 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:28:37.628780 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:28:37.635189 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:28:37.731449 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Made reservation on behalf of 8a86d182684f406592ae92c738031055 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:28:37.734397 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:38.228933 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.objects.ports [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87469) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Nov 10 14:28:38.229406 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:38.233265 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:38.313110 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:38.315809 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:38.319026 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Checking segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:28:38.319426 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Network hostable DHCP agents. Network: f227f18b-4020-4a8a-ad74-e84290a1be57, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:28:38.474406 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:28:38.594187 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, f227f18b-4020-4a8a-ad74-e84290a1be57) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:28:38.598282 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:28:38.598893 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:38.605971 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3afe48-e704-4eb7-9ad4-addd3523e6c7 None None] Network f227f18b-4020-4a8a-ad74-e84290a1be57 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:28:38.732299 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1220570
Nov 10 14:28:38.877865 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72b25d1-75ca-4438-9b09-174f4942bca6 None None] Network f227f18b-4020-4a8a-ad74-e84290a1be57 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:28:39.422992 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device a4889038-b956-41c5-b393-ce7313a197fe up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:28:39.582606 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port a4889038-b956-41c5-b393-ce7313a197fe completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:28:39.587724 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port a4889038-b956-41c5-b393-ce7313a197fe triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:28:39.588096 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:39.708395 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:39.739902 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port a4889038-b956-41c5-b393-ce7313a197fe, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=a4889038-b956-41c5-b393-ce7313a197fe,segment=NetworkSegment(8869b19a-3489-49c7-8531-06410b2a67e1),segment_id=8869b19a-3489-49c7-8531-06410b2a67e1)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:28:39.834057 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:39.836294 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:39.901550 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=a4889038-b956-41c5-b393-ce7313a197fe,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:39.904835 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:41.127770 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 48608) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:41.371386 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-de63fecf-f838-4bca-8d74-4a1f4c6a17eb admin admin] 10.222.0.37 "GET /v2.0/routers/b001b558-6290-45ea-8a3d-e5b842c112d9 HTTP/1.1" status: 200  len: 710 time: 0.2423644
Nov 10 14:28:41.392819 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device a4889038-b956-41c5-b393-ce7313a197fe up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:28:41.479354 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port a4889038-b956-41c5-b393-ce7313a197fe triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:28:41.479934 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:41.522707 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1342488-22aa-449b-9979-8e5584dc5b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:28:41.524577 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f1342488-22aa-449b-9979-8e5584dc5b5d admin admin] 10.222.0.37 "GET /v2.0/networks/f227f18b-4020-4a8a-ad74-e84290a1be57 HTTP/1.1" status: 200  len: 886 time: 0.1471543
Nov 10 14:28:41.538170 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:28:42.034371 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3153'] for router, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:42.462351 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:42.558495 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:42.723925 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Allocated IP 172.27.3.70 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/3fb5e41f-8598-4491-9d25-0e42dc0bed2e) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:28:42.877391 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:42.987469 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:42.991937 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:43.050403 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:28:43.053004 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:28:43.056779 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:28:43.171695 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb5e41f-8598-4491-9d25-0e42dc0bed2e,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:43.190100 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:43.556013 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:43.891549 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3153'] for router, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:43.894886 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1700712'] for router, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:44.074980 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Router b001b558-6290-45ea-8a3d-e5b842c112d9 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:28:44.253077 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:28:44.262617 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Sync routers for ids ['b001b558-6290-45ea-8a3d-e5b842c112d9'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:28:44.263145 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:44.263987 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] 10.222.0.37 "PUT /v2.0/routers/b001b558-6290-45ea-8a3d-e5b842c112d9 HTTP/1.1" status: 200  len: 889 time: 2.7306952
Nov 10 14:28:44.272603 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Routers {'b001b558-6290-45ea-8a3d-e5b842c112d9'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:28:44.273288 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedc3a8b0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:28:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['b001b558-6290-45ea-8a3d-e5b842c112d9'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:28:44.472673 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Set router b001b558-6290-45ea-8a3d-e5b842c112d9 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:28:44.832689 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedc3a8b0>, [{'id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'name': 'router1', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '3fb5e41f-8598-4491-9d25-0e42dc0bed2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:28:22Z', 'updated_at': '2021-11-10T14:28:43Z', 'revision_number': 4, 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'gw_port': {'id': '3fb5e41f-8598-4491-9d25-0e42dc0bed2e', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:28:42Z', 'updated_at': '2021-11-10T14:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': 'a4889038-b956-41c5-b393-ce7313a197fe', 'name': '', 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'mac_address': 'fa:16:3e:b3:f3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6ed11e-dd33-4185-8997-e20366a82951', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:28:33Z', 'updated_at': '2021-11-10T14:28:39Z', 'revision_number': 5, 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'subnets': [{'id': '0d6ed11e-dd33-4185-8997-e20366a82951', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd879dd5f-01f2-413d-b6e7-9e7a0f65e26c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:28:44.837870 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Checking router: b001b558-6290-45ea-8a3d-e5b842c112d9 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:28:44.838231 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Updating router b001b558-6290-45ea-8a3d-e5b842c112d9 port 3fb5e41f-8598-4491-9d25-0e42dc0bed2e binding host dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:28:44.889059 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:45.246924 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:45.259328 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Transition to ACTIVE for port object 3fb5e41f-8598-4491-9d25-0e42dc0bed2e will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:28:45.376995 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:45.381019 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:45.458427 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Attempting to bind port 3fb5e41f-8598-4491-9d25-0e42dc0bed2e on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:28:45.458808 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Attempting to bind port 3fb5e41f-8598-4491-9d25-0e42dc0bed2e by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:28:45.459197 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Attempting to bind port 3fb5e41f-8598-4491-9d25-0e42dc0bed2e on network f227f18b-4020-4a8a-ad74-e84290a1be57 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:28:45.461441 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2d41a-071e-4a8b-bb20-4dab28006677 None None] Pushing event updated for resources: {'Port': ['ID=3fb5e41f-8598-4491-9d25-0e42dc0bed2e,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:45.465786 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d7f2d41a-071e-4a8b-bb20-4dab28006677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:45.469078 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:28:45.469584 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Checking segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:28:45.470111 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:45.470567 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Bound using segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:28:45.471236 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Bound port: 3fb5e41f-8598-4491-9d25-0e42dc0bed2e, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:28:45.471746 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:45.551043 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] For port 3fb5e41f-8598-4491-9d25-0e42dc0bed2e, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:28:45.554678 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] For port 3fb5e41f-8598-4491-9d25-0e42dc0bed2e, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=3fb5e41f-8598-4491-9d25-0e42dc0bed2e,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:28:45.627746 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:45.631989 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:45.705415 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Routers {'b001b558-6290-45ea-8a3d-e5b842c112d9'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:28:45.706040 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedc3a8b0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:28:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['b001b558-6290-45ea-8a3d-e5b842c112d9'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:28:45.762942 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2d41a-071e-4a8b-bb20-4dab28006677 None None] Pushing event updated for resources: {'Port': ['ID=3fb5e41f-8598-4491-9d25-0e42dc0bed2e,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:45.772924 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d7f2d41a-071e-4a8b-bb20-4dab28006677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:45.887631 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] Set router b001b558-6290-45ea-8a3d-e5b842c112d9 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:28:46.212140 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedc3a8b0>, [{'id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'name': 'router1', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '3fb5e41f-8598-4491-9d25-0e42dc0bed2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:28:22Z', 'updated_at': '2021-11-10T14:28:43Z', 'revision_number': 4, 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'gw_port': {'id': '3fb5e41f-8598-4491-9d25-0e42dc0bed2e', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:28:42Z', 'updated_at': '2021-11-10T14:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': 'a4889038-b956-41c5-b393-ce7313a197fe', 'name': '', 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'mac_address': 'fa:16:3e:b3:f3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6ed11e-dd33-4185-8997-e20366a82951', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:28:33Z', 'updated_at': '2021-11-10T14:28:39Z', 'revision_number': 5, 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'subnets': [{'id': '0d6ed11e-dd33-4185-8997-e20366a82951', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd879dd5f-01f2-413d-b6e7-9e7a0f65e26c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:28:46.216005 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c16c23-692f-4f0a-a013-01871eb6d8d0 None None] The sync data for ids ['b001b558-6290-45ea-8a3d-e5b842c112d9'] in dv-cinder-817404-1-iscsi is: [{'id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'name': 'router1', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '3fb5e41f-8598-4491-9d25-0e42dc0bed2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:28:22Z', 'updated_at': '2021-11-10T14:28:43Z', 'revision_number': 4, 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'gw_port': {'id': '3fb5e41f-8598-4491-9d25-0e42dc0bed2e', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:28:42Z', 'updated_at': '2021-11-10T14:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': 'a4889038-b956-41c5-b393-ce7313a197fe', 'name': '', 'network_id': 'fb9e538c-2936-4ebf-955f-764a54cfcb70', 'tenant_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'mac_address': 'fa:16:3e:b3:f3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b001b558-6290-45ea-8a3d-e5b842c112d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6ed11e-dd33-4185-8997-e20366a82951', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:28:33Z', 'updated_at': '2021-11-10T14:28:39Z', 'revision_number': 5, 'project_id': '3ebe0d0c961647c78ce77d7223ef6c10', 'subnets': [{'id': '0d6ed11e-dd33-4185-8997-e20366a82951', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd879dd5f-01f2-413d-b6e7-9e7a0f65e26c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:28:46.724208 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 48618) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:28:46.863835 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2174c0d5-6ff6-4a76-b015-a670e0a0b2ec admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1384783
Nov 10 14:28:47.413569 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 3fb5e41f-8598-4491-9d25-0e42dc0bed2e up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:28:47.571475 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 3fb5e41f-8598-4491-9d25-0e42dc0bed2e completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:28:47.577468 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 3fb5e41f-8598-4491-9d25-0e42dc0bed2e triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:28:47.577933 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:47.696276 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:47.713255 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 3fb5e41f-8598-4491-9d25-0e42dc0bed2e, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=3fb5e41f-8598-4491-9d25-0e42dc0bed2e,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:28:47.834615 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:47.836916 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-04aeb815-557d-4339-97fc-74f1be38f778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:28:47.901280 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=3fb5e41f-8598-4491-9d25-0e42dc0bed2e,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:28:47.904175 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:28:49.433065 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 3fb5e41f-8598-4491-9d25-0e42dc0bed2e up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:28:49.525375 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 3fb5e41f-8598-4491-9d25-0e42dc0bed2e triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:28:49.525846 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:54.834241 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1f865560-3554-487a-b486-a2de7e5c0f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:55.210568 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:57.462136 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-502e2b66-de33-4dbb-a0b9-3ac9b8c64cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:58.171565 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:28:58.364661 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:28:59.684706 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:29:24.804002 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a251073b-4025-4a4e-84ff-0bb9ededfaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:29:25.198564 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:29:27.467641 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-00063dbd-104f-432b-9b32-192741aa5e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:29:28.369922 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:29:29.666919 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:29:35.173101 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:29:54.796428 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-070ecfe3-f729-4450-a992-f46e73a27fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:29:55.266169 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:29:57.465678 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97dafa0d-f447-4e67-9aae-67e3e0a55586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:29:58.655980 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:29:59.671760 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:12.173899 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:30:24.795179 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-666d58b1-f1b3-480f-966a-9684c38861d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:25.230681 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:27.419067 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4a925acf-3548-484f-af32-fe341458f872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:28.345262 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:29.688006 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:49.172612 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:30:52.133834 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49188) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:30:52.200088 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fe629e-2f2e-4671-84ff-6de76a2f4043 admin admin] GET failed (client error): The resource could not be found.
Nov 10 14:30:52.200608 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-06fe629e-2f2e-4671-84ff-6de76a2f4043 admin admin] Synchronizing usage tracker for tenant:8a86d182684f406592ae92c738031055 on resource:network {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:30:52.274586 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-06fe629e-2f2e-4671-84ff-6de76a2f4043 admin admin] Unset dirty status for tenant:8a86d182684f406592ae92c738031055 on resource:network {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:30:52.275726 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-06fe629e-2f2e-4671-84ff-6de76a2f4043 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1409597
Nov 10 14:30:52.405800 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32a031b-9f6e-4815-bbf4-65e2fc6ef43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:30:52.407185 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-c32a031b-9f6e-4815-bbf4-65e2fc6ef43b admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1275942
Nov 10 14:30:54.522387 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49198) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:30:54.630082 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1598820c-3005-4ee9-bd43-9a82324bd2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:30:54.631435 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-1598820c-3005-4ee9-bd43-9a82324bd2a4 admin admin] 10.222.0.37 "GET /v2.0/subnets/0d6ed11e-dd33-4185-8997-e20366a82951 HTTP/1.1" status: 200  len: 849 time: 0.1080577
Nov 10 14:30:54.640484 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:30:54.756679 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Notify callbacks [] for subnet, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:54.819489 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0e4d-9970-452c-bbb2-204b5745dfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:55.031066 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735945937174'] for subnet, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:55.034619 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:30:55.075593 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:30:55.076186 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:55.077460 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] 10.222.0.37 "PUT /v2.0/subnets/0d6ed11e-dd33-4185-8997-e20366a82951 HTTP/1.1" status: 200  len: 868 time: 0.4406078
Nov 10 14:30:55.080483 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6713d-0975-4fe6-b922-3aae04f1c907 None None] Network fb9e538c-2936-4ebf-955f-764a54cfcb70 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:30:55.105127 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6ed11e-dd33-4185-8997-e20366a82951,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:30:55.113801 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:30:55.114761 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:30:55.114761 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:30:55.114979 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:30:55.115209 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:30:55.115564 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:30:55.116062 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:30:55.116389 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:30:55.116729 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:30:55.117053 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:30:55.117435 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:30:55.117751 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:30:55.122121 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:30:55.253613 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:55.586012 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-235cac34-8c13-455d-93c2-018e590f6c9b None None] Provisioning complete for port a4889038-b956-41c5-b393-ce7313a197fe triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:30:55.586379 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-235cac34-8c13-455d-93c2-018e590f6c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:55.710761 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-235cac34-8c13-455d-93c2-018e590f6c9b None None] Provisioning complete for port 87032994-4ac9-479f-9046-ff60fa7bb931 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:30:55.711125 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-235cac34-8c13-455d-93c2-018e590f6c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:57.213750 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49208) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:30:57.386252 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ad84e-73aa-44f9-8bce-6cc688d8c991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:30:57.386654 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ad84e-73aa-44f9-8bce-6cc688d8c991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:30:57.388345 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-fd7ad84e-73aa-44f9-8bce-6cc688d8c991 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1736557
Nov 10 14:30:57.488388 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-733b8e16-b6f7-4f33-9019-79c59993bcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:58.331899 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:59.520888 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49218) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:30:59.680373 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:30:59.700821 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baaf736-215a-4a88-923e-b772e77bd443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:30:59.701863 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baaf736-215a-4a88-923e-b772e77bd443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:30:59.703499 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7baaf736-215a-4a88-923e-b772e77bd443 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1816840
Nov 10 14:31:01.839502 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49228) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:31:02.004231 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e82482-c406-4b20-a524-bb6ae33575d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:31:02.005579 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-62e82482-c406-4b20-a524-bb6ae33575d0 admin admin] 10.222.0.37 "GET /v2.0/networks/f227f18b-4020-4a8a-ad74-e84290a1be57 HTTP/1.1" status: 200  len: 886 time: 0.1651287
Nov 10 14:31:04.137496 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49238) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:31:04.346560 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0619976-e0e1-42ad-820e-14b9239a8a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:31:04.347857 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-b0619976-e0e1-42ad-820e-14b9239a8a96 admin admin] 10.222.0.37 "GET /v2.0/networks/fb9e538c-2936-4ebf-955f-764a54cfcb70 HTTP/1.1" status: 200  len: 869 time: 0.2094307
Nov 10 14:31:06.453420 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49248) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:31:06.559807 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d53a7f-cb83-4ff3-806a-f5fcdc966998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:31:06.560313 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d53a7f-cb83-4ff3-806a-f5fcdc966998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:31:06.561810 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-76d53a7f-cb83-4ff3-806a-f5fcdc966998 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1074445
Nov 10 14:31:08.688794 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49258) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:31:08.792423 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d449c2-7e43-4932-890c-c4269da0b060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:31:08.792806 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d449c2-7e43-4932-890c-c4269da0b060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:31:08.794284 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-b3d449c2-7e43-4932-890c-c4269da0b060 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1045449
Nov 10 14:31:10.913757 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49268) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:31:11.019546 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9264c1ef-c294-42b9-94d0-42a8fd25f9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:31:11.020884 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-9264c1ef-c294-42b9-94d0-42a8fd25f9b1 admin admin] 10.222.0.37 "GET /v2.0/subnets/0d6ed11e-dd33-4185-8997-e20366a82951 HTTP/1.1" status: 200  len: 868 time: 0.1061313
Nov 10 14:31:13.167798 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49278) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:31:13.270120 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626717d9-dc2b-4ab4-a241-2f2e9d2c0536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:31:13.271472 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-626717d9-dc2b-4ab4-a241-2f2e9d2c0536 admin admin] 10.222.0.37 "GET /v2.0/subnets/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0 HTTP/1.1" status: 200  len: 816 time: 0.1027365
Nov 10 14:31:24.802303 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-07778d29-5e7c-4e86-8339-176868102ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:25.213929 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:26.171171 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:31:27.436713 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2363a13-e2cf-4cf6-ac4d-5b95bd279a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:28.368310 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:29.699700 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:36.266050 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49322) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:31:36.313106 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [None req-a3d41e08-2dc7-416a-a9c6-b76d81d6856c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:31:36.317231 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-a3d41e08-2dc7-416a-a9c6-b76d81d6856c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0470712
Nov 10 14:31:38.530982 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49332) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:31:38.596341 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c3b935-aa22-4253-bb19-9ccbc33b262d admin admin] GET failed (client error): The resource could not be found.
Nov 10 14:31:38.597579 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-c2c3b935-aa22-4253-bb19-9ccbc33b262d admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0656271
Nov 10 14:31:38.721351 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed99f107-186d-4ead-8596-f46c509ff0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:31:38.722705 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ed99f107-186d-4ead-8596-f46c509ff0a7 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1213088
Nov 10 14:31:40.838433 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49342) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:31:40.884775 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:31:40.890461 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:31:40.899889 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:31:40.978920 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Made reservation on behalf of 8a86d182684f406592ae92c738031055 for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:31:40.981194 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:41.068455 dv-cinder-817404-1-iscsi neutron-server[87468]: WARNING neutron.services.revisions.revision_plugin [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1fee6e35b0] {project_id='8a86d182684f406592ae92c738031055', id='98bfaee3-763d-4363-a71a-2bf5cb7324b8', target_tenant='*', action='access_as_shared', object_id='bb26b03c-5658-4352-a565-8743cb70ab22'}> to bump revision.
Nov 10 14:31:41.080158 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'}  {{(pid=87468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:31:41.088707 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:41.089044 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Added segment 80c1850d-93d8-4723-8905-b48b2e31d6ff of type vlan for network bb26b03c-5658-4352-a565-8743cb70ab22
Nov 10 14:31:41.113652 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:41.185260 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:41.186590 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:31:41.187180 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:41.191650 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:31:41.287055 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Pushing event updated for resources: {'Network': ['ID=bb26b03c-5658-4352-a565-8743cb70ab22,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:31:41.290268 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:31:41.297997 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network bb26b03c-5658-4352-a565-8743cb70ab22 details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:31:41.368762 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5291646
Nov 10 14:31:43.501523 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49352) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:31:43.572706 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3c66e7-ba65-4a9c-bd3e-fd4db561c097 admin admin] GET failed (client error): The resource could not be found.
Nov 10 14:31:43.573885 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1d3c66e7-ba65-4a9c-bd3e-fd4db561c097 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0714173
Nov 10 14:31:43.718681 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1fb903-fa51-4c1f-9bc7-51a37eacd457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:31:43.720047 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-cb1fb903-fa51-4c1f-9bc7-51a37eacd457 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1412141
Nov 10 14:31:43.729475 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:31:43.734939 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:31:43.738737 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Usage tracker for resource:subnet and tenant:8a86d182684f406592ae92c738031055 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:31:43.741510 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:31:43.747209 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:31:43.819008 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Made reservation on behalf of 8a86d182684f406592ae92c738031055 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:31:43.821256 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:44.128142 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:44.132033 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-cf2e7c42-0af9-4d97-8fd0-1d1a0714c217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:31:44.200698 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a410412-6832-4b6b-87af-6530fa16dd35,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:31:44.212263 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:44.212602 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:44.212934 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:44.213256 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:44.213575 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:44.213893 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:44.214206 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:44.214517 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:44.214846 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:44.215195 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:44.215505 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:44.215833 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:44.219992 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:31:44.220804 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Checking segment: {'id': '80c1850d-93d8-4723-8905-b48b2e31d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:31:44.221151 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Network hostable DHCP agents. Network: bb26b03c-5658-4352-a565-8743cb70ab22, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:31:44.357182 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Network bb26b03c-5658-4352-a565-8743cb70ab22 is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:31:44.488286 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, bb26b03c-5658-4352-a565-8743cb70ab22) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:31:44.492289 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:31:44.492991 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:44.497943 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e392fef1-320d-47c1-bf8b-9196c27d079c None None] Network bb26b03c-5658-4352-a565-8743cb70ab22 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:31:44.637232 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9109817
Nov 10 14:31:44.706879 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b25b303-07c5-5f6c-a194-2bb5371e0edc-bb26b03c-5658-4352-a565-8743cb70ab22', 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22', 'tenant_id': '8a86d182684f406592ae92c738031055', 'fixed_ips': [{'subnet_id': '5a410412-6832-4b6b-87af-6530fa16dd35'}]}} from dv-cinder-817404-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 10 14:31:44.707821 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:44.869823 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Allocated IP 192.168.233.2 (bb26b03c-5658-4352-a565-8743cb70ab22/5a410412-6832-4b6b-87af-6530fa16dd35/61e9c70f-9762-40eb-bafa-190f2d10c799) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:31:45.073318 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:45.084169 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Transition to ACTIVE for port object 61e9c70f-9762-40eb-bafa-190f2d10c799 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:31:45.102722 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Transition to ACTIVE for port object 61e9c70f-9762-40eb-bafa-190f2d10c799 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:31:45.208462 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:45.216116 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:31:45.305079 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Network bb26b03c-5658-4352-a565-8743cb70ab22 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:31:45.307891 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:31:45.312655 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:31:45.314725 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Pushing event updated for resources: {'Port': ['ID=61e9c70f-9762-40eb-bafa-190f2d10c799,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:31:45.323858 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:45.324197 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:45.324527 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:45.324851 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:45.325728 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:45.326050 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:45.326373 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:45.326710 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:45.327043 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:45.327381 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:45.327712 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:45.328053 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:31:45.353772 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:31:45.413111 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Attempting to bind port 61e9c70f-9762-40eb-bafa-190f2d10c799 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:31:45.413474 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Attempting to bind port 61e9c70f-9762-40eb-bafa-190f2d10c799 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '80c1850d-93d8-4723-8905-b48b2e31d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:31:45.413845 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Attempting to bind port 61e9c70f-9762-40eb-bafa-190f2d10c799 on network bb26b03c-5658-4352-a565-8743cb70ab22 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:31:45.419909 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:31:45.420280 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Checking segment: {'id': '80c1850d-93d8-4723-8905-b48b2e31d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:31:45.420677 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:45.421069 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Bound using segment: {'id': '80c1850d-93d8-4723-8905-b48b2e31d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:31:45.421530 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Bound port: 61e9c70f-9762-40eb-bafa-190f2d10c799, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c1850d-93d8-4723-8905-b48b2e31d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:31:45.421919 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:45.510017 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] For port 61e9c70f-9762-40eb-bafa-190f2d10c799, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:31:45.513314 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] For port 61e9c70f-9762-40eb-bafa-190f2d10c799, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=61e9c70f-9762-40eb-bafa-190f2d10c799,segment=NetworkSegment(80c1850d-93d8-4723-8905-b48b2e31d6ff),segment_id=80c1850d-93d8-4723-8905-b48b2e31d6ff)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:31:45.568923 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:45.572918 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:31:45.650009 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Pushing event updated for resources: {'Port': ['ID=61e9c70f-9762-40eb-bafa-190f2d10c799,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:31:45.653057 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:31:46.476899 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec656e6-70a6-4d7b-9015-c63899d040cd None None] Network bb26b03c-5658-4352-a565-8743cb70ab22 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:31:46.639175 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-79b9ad31-f2d5-401b-b9e6-b880358b8311 None None] Provisioning for port 61e9c70f-9762-40eb-bafa-190f2d10c799 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:31:47.514394 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 61e9c70f-9762-40eb-bafa-190f2d10c799 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:31:47.651762 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 61e9c70f-9762-40eb-bafa-190f2d10c799 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:31:47.656997 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 61e9c70f-9762-40eb-bafa-190f2d10c799 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:31:47.657377 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:47.773914 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:47.805362 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 61e9c70f-9762-40eb-bafa-190f2d10c799, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=61e9c70f-9762-40eb-bafa-190f2d10c799,segment=NetworkSegment(80c1850d-93d8-4723-8905-b48b2e31d6ff),segment_id=80c1850d-93d8-4723-8905-b48b2e31d6ff)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:31:47.880050 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:47.882223 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:31:47.946823 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=61e9c70f-9762-40eb-bafa-190f2d10c799,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:31:47.949983 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:31:49.485631 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 61e9c70f-9762-40eb-bafa-190f2d10c799 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:31:49.555328 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 61e9c70f-9762-40eb-bafa-190f2d10c799 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:31:49.555698 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:54.817155 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9260840-a948-4990-abc4-528744db617f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:55.225289 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:57.407827 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-50b8d7ac-2e67-4e1e-964f-04d368f621c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:58.343229 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:31:59.670879 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:32:03.169929 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:32:24.825303 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-47d8e8ca-eb5a-47d4-996a-853d23b60106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:32:25.207852 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:32:27.442530 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f301ec79-222b-42c0-b596-b8996bdbb1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:32:28.350613 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:32:29.710930 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:32:40.167955 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:32:54.831192 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-659d3222-e985-437c-922e-40f148c539a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:32:55.296955 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:32:57.436699 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ade00044-7db4-4a81-8c2d-3c3128c85b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:32:58.370958 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:32:59.685629 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:04.843986 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49402) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:33:04.849951 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [None req-8d291fbd-e4e8-4bbe-b71a-50a00ff0c2e2 tempest-verify_tempest_config-1716838617 tempest-verify_tempest_config-1716838617-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:33:04.850928 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8d291fbd-e4e8-4bbe-b71a-50a00ff0c2e2 tempest-verify_tempest_config-1716838617 tempest-verify_tempest_config-1716838617-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059562
Nov 10 14:33:05.394692 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49420) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:33:05.509333 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:05.523631 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:33:05.527422 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Usage tracker for resource:security_group_rule and tenant:9b69d87e603f4da79340f68f884f3f42 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:33:05.530141 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:33:05.535731 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:33:05.617525 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:05.670409 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:05.677668 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:33:05.716331 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Synchronizing usage tracker for tenant:8a86d182684f406592ae92c738031055 on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:33:05.719586 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba5a7f8-9be8-4b58-b7a1-4b8d7fc80c56,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:33:05.728866 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:33:05.729218 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:33:05.729553 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:33:05.729882 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:33:05.730204 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:33:05.731104 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:33:05.731435 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:33:05.731755 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:33:05.732089 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:33:05.732407 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:33:05.732721 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:33:05.733033 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:33:05.737381 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:33:05.888044 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Unset dirty status for tenant:8a86d182684f406592ae92c738031055 on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:33:05.889391 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b69d87e603f4da79340f68f884f3f42&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4936566
Nov 10 14:33:05.892185 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49426) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:33:05.948953 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-78f10d45-6ea2-42ad-bbfd-ad3b37378d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:05.977321 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-78f10d45-6ea2-42ad-bbfd-ad3b37378d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:06.144940 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-78f10d45-6ea2-42ad-bbfd-ad3b37378d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:06.148856 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:33:06.160243 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f10d45-6ea2-42ad-bbfd-ad3b37378d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba5a7f8-9be8-4b58-b7a1-4b8d7fc80c56,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:33:06.163628 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-78f10d45-6ea2-42ad-bbfd-ad3b37378d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:33:06.166674 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-78f10d45-6ea2-42ad-bbfd-ad3b37378d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:06.167823 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-78f10d45-6ea2-42ad-bbfd-ad3b37378d0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aba5a7f8-9be8-4b58-b7a1-4b8d7fc80c56 HTTP/1.1" status: 204  len: 168 time: 0.2747653
Nov 10 14:33:17.166847 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:33:24.836876 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27e10d0a-867c-4767-9562-4610523dcf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:25.279510 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:27.476299 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-28b0b378-e281-4627-a447-0f9493f97c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:28.353796 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:29.728242 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:54.165765 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:33:54.809016 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dd6bbfe9-464d-45da-8512-2634726e0ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:55.213377 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:57.436581 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2766779a-22da-4022-bba5-9f984008154e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:58.344511 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:33:59.730418 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:34:24.819330 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c41a6bc-2817-4a72-99eb-3a94cd5315e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:34:25.230656 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:34:27.464879 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9735d009-12e2-4a15-a805-aefec0c8f2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:34:28.381975 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:34:29.684876 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:34:31.166061 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:34:44.370462 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056013'] for agent, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:34:54.856161 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ceae07a6-1e61-48d3-9449-6935fae5c8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:34:55.244734 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:34:56.227878 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49502) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:34:56.339659 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-75c7b22a-7442-4d9c-99c3-ff4f7e21a481 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1106935
Nov 10 14:34:57.430552 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b04d2d9-38bb-47a8-8adc-41b9291b53b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:34:58.367724 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:34:58.536778 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49512) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:34:58.600795 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-527e82e3-2eaa-4285-8f4d-ebe2b2954aa7 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0628488
Nov 10 14:34:59.746849 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:35:08.165807 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:35:14.307020 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:35:24.809435 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1cbe524d-19bb-42e3-be16-2794f5251509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:35:25.227287 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:35:27.464758 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a9ee90cd-3352-4049-af8b-c52028ae6ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:35:28.387151 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:35:29.717987 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:35:44.300649 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:35:45.164804 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:35:54.809180 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c91f2ba1-2c6b-4c7b-96ee-255b0252d6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:35:55.226790 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:35:57.452804 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e4bc-ecc9-4e08-8725-3cd738000dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:35:58.418886 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:35:59.698872 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:14.346092 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:22.165075 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:36:24.817781 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b41904ec-cb87-4682-81c6-3a251d30ed1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:25.235596 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:27.452962 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1b61-f462-4d6f-a5c1-a924477676fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:28.440929 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:29.711247 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:44.379888 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:46.697911 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49672) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:47.154075 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-287246004-network', 'tenant_id': '76ad4d79d6844fd9b4ac8f72b10665e5'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:47.162481 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:47.169005 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Usage tracker for resource:network and tenant:76ad4d79d6844fd9b4ac8f72b10665e5 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:47.174072 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:47.183239 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:47.284002 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Made reservation on behalf of 76ad4d79d6844fd9b4ac8f72b10665e5 for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:36:47.284002 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:47.292606 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:47.307163 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:47.310927 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Usage tracker for resource:security_group_rule and tenant:76ad4d79d6844fd9b4ac8f72b10665e5 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:47.313755 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:47.321692 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:47.406760 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:47.449697 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49704) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:47.482626 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:47.499729 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'}  {{(pid=87468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:36:47.507435 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:47.540955 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:47.541506 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Added segment 558a6206-b49b-4840-bfd7-91a0c14e0666 of type vlan for network 399a4147-9827-4fc1-8b47-2e1a03f798d9
Nov 10 14:36:47.557092 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc009bb-86f5-4c06-9f7e-2950f718153f,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:47.565045 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:47.565797 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:47.565797 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:47.566080 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:47.566408 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:47.566739 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:47.567060 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:47.567456 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:47.567788 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:47.568094 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:47.568416 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:47.568727 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Tracked resource versions report:
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]: pushed versions:
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]: {   'AddressGroup': {'1.2'},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     'ConntrackHelper': {'1.0'},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     'Log': {'1.0'},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     'Network': {'1.1'},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     'Port': {'1.7'},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     'PortForwarding': {'1.2'},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     'QosPolicy': {'1.8'},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     'SecurityGroup': {'1.4'},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     'SecurityGroupRule': {'1.2'},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     'SubPort': {'1.0'},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     'Subnet': {'1.1'},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     'Trunk': {'1.1'}}
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]: consumer versions:
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]: {   DHCP agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     HyperV agent@hv-cinder-81740: {},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     L3 agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     Metadata agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     Metering agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:     Open vSwitch agent@dv-cinder-817404-1-iscsi: {   'AddressGroup': '1.2',
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'ConntrackHelper': '1.0',
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'Log': '1.0',
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'Network': '1.1',
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'Port': '1.7',
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'PortForwarding': '1.2',
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'QosPolicy': '1.8',
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'SecurityGroup': '1.4',
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'SecurityGroupRule': '1.2',
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'SubPort': '1.0',
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'Subnet': '1.1',
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:                                                      'Trunk': '1.1'}}
Nov 10 14:36:47.569705 dv-cinder-817404-1-iscsi neutron-server[87468]:  {{(pid=87468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 14:36:47.586828 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:47.590600 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:47.641162 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1124531990-network', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:47.645449 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:47.650328 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Usage tracker for resource:network and tenant:34ca01fa62e74a0286a7e3767dcb5bca is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:47.653381 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:47.659915 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:47.712147 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:47.713487 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:47.714069 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:47.717577 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bc8f5842-c11c-42ff-b0eb-5a75326194fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:47.746346 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Made reservation on behalf of 34ca01fa62e74a0286a7e3767dcb5bca for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:36:47.749207 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:47.825320 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:47.847220 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:47.849548 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Pushing event updated for resources: {'Network': ['ID=399a4147-9827-4fc1-8b47-2e1a03f798d9,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:47.853308 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Usage tracker for resource:security_group_rule and tenant:34ca01fa62e74a0286a7e3767dcb5bca is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:47.856260 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:47.861928 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 399a4147-9827-4fc1-8b47-2e1a03f798d9 details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:36:47.866193 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:47.881149 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:47.964273 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2650464
Nov 10 14:36:47.967105 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49728) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:47.971376 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:47.972728 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Request body: {'subnet': {'network_id': '399a4147-9827-4fc1-8b47-2e1a03f798d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-287246004-subnet', 'tenant_id': '76ad4d79d6844fd9b4ac8f72b10665e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:47.977401 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:47.981119 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Usage tracker for resource:subnet and tenant:76ad4d79d6844fd9b4ac8f72b10665e5 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:47.985499 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:47.991301 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:48.097834 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:48.103320 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-524d6491-c2f3-409c-b11c-2da133b54f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:48.142321 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'}  {{(pid=87468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:36:48.150792 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930061a3-b64e-4493-abf6-f23f7d723a7f,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:48.153875 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:48.158295 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:48.158826 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Added segment 7627c0d7-3551-4d36-8fa3-77e39b878247 of type vlan for network 2c63d63d-a43a-4aed-bb08-634fd5629552
Nov 10 14:36:48.185850 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:48.231409 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Made reservation on behalf of 76ad4d79d6844fd9b4ac8f72b10665e5 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:36:48.235223 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:48.244398 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49738) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:48.279174 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49744) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:48.286677 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:48.288060 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:48.288620 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:48.294009 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:48.403616 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Pushing event updated for resources: {'Network': ['ID=2c63d63d-a43a-4aed-bb08-634fd5629552,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:48.407428 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:48.417270 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 2c63d63d-a43a-4aed-bb08-634fd5629552 details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:36:48.466991 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49758) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:48.487402 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49764) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:48.494980 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.0366390
Nov 10 14:36:48.495155 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Request body: {'subnet': {'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1124531990-subnet', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:48.500889 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:48.511630 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Usage tracker for resource:subnet and tenant:34ca01fa62e74a0286a7e3767dcb5bca is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:48.516458 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:48.525101 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:48.579829 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-469921994-network', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:48.585917 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:48.590162 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Usage tracker for resource:network and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:48.593662 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:48.599368 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:48.612273 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:48.613336 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-84229044-network', 'tenant_id': '5922bb61d971442280ac55798df8c5ab'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:48.616346 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a39204b1-b864-41d0-bb0d-bcd84071d603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:48.619174 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:48.623070 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Usage tracker for resource:network and tenant:5922bb61d971442280ac55798df8c5ab is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:48.626272 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:48.632194 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:48.645568 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Made reservation on behalf of 34ca01fa62e74a0286a7e3767dcb5bca for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:36:48.648035 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:48.694521 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Made reservation on behalf of 674a5aae3e4a4cab83ecd2bbfcf8e066 for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:36:48.697086 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:48.713586 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:48.730425 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Made reservation on behalf of 5922bb61d971442280ac55798df8c5ab for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:36:48.733284 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:48.751349 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:48.767030 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:48.780819 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Usage tracker for resource:security_group_rule and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:48.785353 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:48.792087 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:48.794545 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Checking segment: {'id': '558a6206-b49b-4840-bfd7-91a0c14e0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '399a4147-9827-4fc1-8b47-2e1a03f798d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:36:48.794775 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:48.795044 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Network hostable DHCP agents. Network: 399a4147-9827-4fc1-8b47-2e1a03f798d9, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:36:48.799051 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Usage tracker for resource:security_group_rule and tenant:5922bb61d971442280ac55798df8c5ab is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:48.803529 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:48.814797 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:48.839561 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1469eb80-40c5-4cc3-a063-cd7daae201b5,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:48.849929 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:48.850328 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:48.850671 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:48.851001 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:48.851350 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:48.851686 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:48.852019 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:48.852334 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:48.852651 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:48.852963 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:48.853281 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:48.853591 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Tracked resource versions report:
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]: pushed versions:
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]: {   'AddressGroup': {'1.2'},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     'ConntrackHelper': {'1.0'},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     'Log': {'1.0'},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     'Network': {'1.1'},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     'Port': {'1.7'},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     'PortForwarding': {'1.2'},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     'QosPolicy': {'1.8'},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     'SecurityGroup': {'1.4'},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     'SecurityGroupRule': {'1.2'},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     'SubPort': {'1.0'},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     'Subnet': {'1.1'},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     'Trunk': {'1.1'}}
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]: consumer versions:
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]: {   DHCP agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     HyperV agent@hv-cinder-81740: {},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     L3 agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     Metadata agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     Metering agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:     Open vSwitch agent@dv-cinder-817404-1-iscsi: {   'AddressGroup': '1.2',
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'ConntrackHelper': '1.0',
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'Log': '1.0',
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'Network': '1.1',
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'Port': '1.7',
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'PortForwarding': '1.2',
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'QosPolicy': '1.8',
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'SecurityGroup': '1.4',
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'SecurityGroupRule': '1.2',
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'SubPort': '1.0',
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'Subnet': '1.1',
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:                                                      'Trunk': '1.1'}}
Nov 10 14:36:48.854588 dv-cinder-817404-1-iscsi neutron-server[87469]:  {{(pid=87469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 14:36:48.859351 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:48.923235 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Network 399a4147-9827-4fc1-8b47-2e1a03f798d9 is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:36:48.934751 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-495788100-network', 'tenant_id': 'c968187bfefc411d90d76d4f3acc40e2'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:48.939781 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:48.944243 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Usage tracker for resource:network and tenant:c968187bfefc411d90d76d4f3acc40e2 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:48.947768 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:48.954820 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:49.015032 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 399a4147-9827-4fc1-8b47-2e1a03f798d9) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:36:49.021969 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:49.022198 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.025409 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dfa82d-d7a3-4bfb-b918-2309e8a37b66 None None] Network 399a4147-9827-4fc1-8b47-2e1a03f798d9 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:36:49.044523 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.060539 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.215231 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.220253 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3760e69c-672b-4a83-9c23-b322c2a9a162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:49.243746 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.244891 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.264295 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:49.275070 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-9d9fce9c-40f7-45c1-a747-2a3ddabe1c79 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3067725
Nov 10 14:36:49.286955 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4d8080-e91f-4535-88e4-6874ad04496d None None] Network 399a4147-9827-4fc1-8b47-2e1a03f798d9 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:36:49.309219 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'}  {{(pid=87468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:36:49.321870 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd616024-d7e8-458c-988c-76b5df329b34,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:49.328982 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:49.343781 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Checking segment: {'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:36:49.344343 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Network hostable DHCP agents. Network: 2c63d63d-a43a-4aed-bb08-634fd5629552, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:36:49.394685 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.395134 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Added segment ee3f8496-c44f-4023-a06e-4029fe1e18de of type vlan for network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f
Nov 10 14:36:49.396816 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee24aaa-a17c-406b-960a-f96949666881,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:49.397008 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Made reservation on behalf of c968187bfefc411d90d76d4f3acc40e2 for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:36:49.401172 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.413103 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'}  {{(pid=87468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:36:49.437362 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.477013 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.487057 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:49.492141 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Usage tracker for resource:security_group_rule and tenant:c968187bfefc411d90d76d4f3acc40e2 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:49.496189 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:49.509740 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.510087 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Added segment 70380c25-b3d8-45fe-8093-a686d93f74be of type vlan for network ff02c67e-ef4b-4d81-be13-036d90b0b5e2
Nov 10 14:36:49.520750 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:49.565799 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df56c36-287a-4b24-86fb-7cf7099d1a10,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:49.575645 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:49.599243 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:49.599798 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:49.638043 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.662595 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.667040 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Network 2c63d63d-a43a-4aed-bb08-634fd5629552 is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:36:49.705618 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.707030 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:49.707629 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.713575 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:49.734728 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.738323 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:49.776172 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:36:49.782476 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb34ec8-2b53-4b56-bf74-92ee5e2af716,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:49.787167 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:49.793194 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.793953 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Added segment 9353e5cb-d387-4839-a7b3-705c0278987c of type vlan for network f4901e93-726e-4dbb-9a11-6af03ecf5cbd
Nov 10 14:36:49.795029 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 2c63d63d-a43a-4aed-bb08-634fd5629552) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:36:49.804319 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:49.804907 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.805071 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755a22c-6c08-4311-a4df-0003616c86cc None None] Network 2c63d63d-a43a-4aed-bb08-634fd5629552 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:36:49.862909 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.878716 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.888021 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:49.890373 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:49.932226 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Pushing event updated for resources: {'Network': ['ID=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:49.934974 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:49.938548 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:49.951580 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:36:49.962295 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-6962ba66-5cc8-4989-8ce0-d596c19a3272 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.7136171
Nov 10 14:36:49.967344 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49808) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:49.974405 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Request body: {'subnet': {'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-subnet', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:49.982617 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:49.988749 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Usage tracker for resource:subnet and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:49.992603 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:50.001408 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:50.033403 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:50.038105 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4e0021c1-839a-48ba-9b54-4f7c11657cb0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.5493348
Nov 10 14:36:50.041878 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:50.042701 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:50.044099 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49824) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:50.057591 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1124531990-router', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:50.063702 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-17fb1963-0262-4513-9fb8-0360d8d9ba6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:50.073738 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:50.078616 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Pushing event updated for resources: {'Network': ['ID=ff02c67e-ef4b-4d81-be13-036d90b0b5e2,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:50.085649 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:50.089271 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.8089461
Nov 10 14:36:50.091661 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Usage tracker for resource:router and tenant:34ca01fa62e74a0286a7e3767dcb5bca is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:50.097383 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49828) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:50.123994 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Request body: {'subnet': {'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-84229044-subnet', 'tenant_id': '5922bb61d971442280ac55798df8c5ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:50.124338 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:36:50.124786 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:50.132298 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:50.143333 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:50.147294 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Made reservation on behalf of 674a5aae3e4a4cab83ecd2bbfcf8e066 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:36:50.147294 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:50.150067 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Usage tracker for resource:subnet and tenant:5922bb61d971442280ac55798df8c5ab is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:50.154207 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:50.162046 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:50.243049 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3252'] for router, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:50.244286 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3235'] for router, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:50.271762 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:50.275022 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Made reservation on behalf of 5922bb61d971442280ac55798df8c5ab for: {'subnet': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:36:50.281082 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:50.323571 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.8547344
Nov 10 14:36:50.329182 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49840) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:50.351951 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c5e98e-5e7e-4f7d-baf2-1f66ed568da1 None None] Network 2c63d63d-a43a-4aed-bb08-634fd5629552 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:36:50.353857 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Request body: {'subnet': {'network_id': 'f4901e93-726e-4dbb-9a11-6af03ecf5cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-495788100-subnet', 'tenant_id': 'c968187bfefc411d90d76d4f3acc40e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:50.357330 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Pushing event updated for resources: {'Network': ['ID=f4901e93-726e-4dbb-9a11-6af03ecf5cbd,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:50.362591 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:50.363523 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:50.373368 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Usage tracker for resource:subnet and tenant:c968187bfefc411d90d76d4f3acc40e2 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:50.378630 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:50.391881 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:50.393480 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network f4901e93-726e-4dbb-9a11-6af03ecf5cbd details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:36:50.616708 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Made reservation on behalf of c968187bfefc411d90d76d4f3acc40e2 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:36:50.619935 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:50.740317 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:50.750748 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:50.809614 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7128e985-b0fc-4bb7-91ae-75574f19ce47,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:50.826455 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:50.861749 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Checking segment: {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:36:50.862251 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Network hostable DHCP agents. Network: 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:36:51.007421 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for subnet, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:51.015172 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:36:51.113577 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0938efb5-b40f-4ac7-8b69-0e904ea0c35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:51.132145 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:36:51.137739 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:51.138406 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:51.146848 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e715d0e-ab84-469f-9ce4-08722eb061c6 None None] Network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:36:51.180186 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3153'] for router, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:51.190732 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:51.211492 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:51.223817 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f4016f-e940-4f2d-b741-d4304df11406,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:51.228460 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:51.229235 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Checking segment: {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:36:51.229762 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Network hostable DHCP agents. Network: ff02c67e-ef4b-4d81-be13-036d90b0b5e2, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:36:51.274818 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66af8222-2062-4a2a-9e4f-34702d3903cf,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:51.280449 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.3151979
Nov 10 14:36:51.281413 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:51.293880 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49870) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:51.308710 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:51.327500 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:51.354748 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Usage tracker for resource:router and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:51.358804 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:51.367850 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:51.370003 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Checking segment: {'id': '9353e5cb-d387-4839-a7b3-705c0278987c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f4901e93-726e-4dbb-9a11-6af03ecf5cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:36:51.370459 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Network hostable DHCP agents. Network: f4901e93-726e-4dbb-9a11-6af03ecf5cbd, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:36:51.463630 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b25b303-07c5-5f6c-a194-2bb5371e0edc-23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47'}]}} from dv-cinder-817404-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 10 14:36:51.463630 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:51.483775 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3252'] for router, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:51.484008 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:36:51.485456 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3235'] for router, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:51.491858 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Network f4901e93-726e-4dbb-9a11-6af03ecf5cbd is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:36:51.492697 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 49880) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:51.506838 dv-cinder-817404-1-iscsi neutron-server[87468]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 10 14:36:51.526262 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:51.584336 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, f4901e93-726e-4dbb-9a11-6af03ecf5cbd) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:36:51.589106 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:51.590199 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:51.629743 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082f9ffa-8efe-437d-9ee6-04faddce037c None None] Network f4901e93-726e-4dbb-9a11-6af03ecf5cbd requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:36:51.750708 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Allocated IP 172.20.0.2 (23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f/7128e985-b0fc-4bb7-91ae-75574f19ce47/58c520e4-1e44-4318-9aa7-a507a80b8254) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:36:51.823826 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, ff02c67e-ef4b-4d81-be13-036d90b0b5e2) {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:36:51.839838 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f78920b0-4517-4596-a627-90fa33186ae6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.4982142
Nov 10 14:36:51.885684 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:51.920238 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:51.920867 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:51.942539 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:51.944436 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd618ea8-eccc-418f-bf67-8ce75ea93d1d None None] Network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:36:52.127387 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-72c66ce8-2285-4957-b15a-e5c15952b5fc tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:52.128225 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-72c66ce8-2285-4957-b15a-e5c15952b5fc tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Synchronizing usage tracker for tenant:76ad4d79d6844fd9b4ac8f72b10665e5 on resource:network {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:36:52.181492 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.0739307
Nov 10 14:36:52.190299 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3153'] for router, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:52.224295 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Allocated IP 172.27.3.81 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/26344342-c1fc-4fd8-9123-803da4da5e39) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:36:52.260010 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b6845f-7ad2-4b1e-aff6-9b73707ae99f None None] Network f4901e93-726e-4dbb-9a11-6af03ecf5cbd requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:36:52.406116 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:52.429147 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-72c66ce8-2285-4957-b15a-e5c15952b5fc tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Unset dirty status for tenant:76ad4d79d6844fd9b4ac8f72b10665e5 on resource:network {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:36:52.435959 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-72c66ce8-2285-4957-b15a-e5c15952b5fc tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/networks?id=399a4147-9827-4fc1-8b47-2e1a03f798d9 HTTP/1.1" status: 200  len: 811 time: 0.9420288
Nov 10 14:36:52.456432 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-4b01a3ce-aa35-4b21-bf72-1b36e0368182 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/quotas/76ad4d79d6844fd9b4ac8f72b10665e5 HTTP/1.1" status: 200  len: 375 time: 0.0186522
Nov 10 14:36:52.514392 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-f2ff139f-3a23-4db8-a772-ce7c455ee0b9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ad4d79d6844fd9b4ac8f72b10665e5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0569744
Nov 10 14:36:52.578161 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:52.583412 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:52.705714 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:36:52.715133 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:36:52.725421 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:52.725599 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:36:52.769546 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:52.870861 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Pushing event updated for resources: {'Port': ['ID=26344342-c1fc-4fd8-9123-803da4da5e39,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:52.889102 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:52.916214 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:52.926238 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8478fbb-afb6-4594-8463-cecc2e97e1b3 None None] Network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:36:52.970698 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Transition to ACTIVE for port object 58c520e4-1e44-4318-9aa7-a507a80b8254 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:36:53.002186 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Allocated IP 172.27.3.242 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/8f44145c-5fd3-4c30-b751-81d04e0dd5cd) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:36:53.023067 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49936) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:53.031438 dv-cinder-817404-1-iscsi neutron-server[87469]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 10 14:36:53.073781 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Transition to ACTIVE for port object 58c520e4-1e44-4318-9aa7-a507a80b8254 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:36:53.098447 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-bb300906-df6f-40ba-a103-7508e872a2f6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:36:53.099540 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-bb300906-df6f-40ba-a103-7508e872a2f6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0638933
Nov 10 14:36:53.189748 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:53.211812 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a072f695-dc96-47fe-a48a-e21cb1140c15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:53.290779 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-bc5dced9-fe35-43e6-8de3-8c9643e6c95f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:53.301031 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-bc5dced9-fe35-43e6-8de3-8c9643e6c95f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/networks?id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2 HTTP/1.1" status: 200  len: 813 time: 0.2755790
Nov 10 14:36:53.336005 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-1f147173-ff3a-45dd-a9da-6c01ae53039f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/quotas/5922bb61d971442280ac55798df8c5ab HTTP/1.1" status: 200  len: 375 time: 0.0307405
Nov 10 14:36:53.337439 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:53.338043 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:36:53.340354 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 49950) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:53.347532 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:36:53.369240 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Pushing event updated for resources: {'Port': ['ID=58c520e4-1e44-4318-9aa7-a507a80b8254,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:53.380283 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:53.380627 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:53.380967 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:53.381301 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:53.381632 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:53.381963 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:53.382287 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:53.382611 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:53.382959 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:53.383479 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:53.383788 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:53.384108 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Tracked resource versions report:
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]: pushed versions:
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]: {   'AddressGroup': {'1.2'},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     'ConntrackHelper': {'1.0'},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     'Log': {'1.0'},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     'Network': {'1.1'},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     'Port': {'1.7'},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     'PortForwarding': {'1.2'},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     'QosPolicy': {'1.8'},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     'SecurityGroup': {'1.4'},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     'SecurityGroupRule': {'1.2'},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     'SubPort': {'1.0'},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     'Subnet': {'1.1'},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     'Trunk': {'1.1'}}
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]: consumer versions:
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]: {   DHCP agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     HyperV agent@hv-cinder-81740: {},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     L3 agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     Metadata agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     Metering agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:     Open vSwitch agent@dv-cinder-817404-1-iscsi: {   'AddressGroup': '1.2',
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'ConntrackHelper': '1.0',
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'Log': '1.0',
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'Network': '1.1',
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'Port': '1.7',
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'PortForwarding': '1.2',
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'QosPolicy': '1.8',
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'SecurityGroup': '1.4',
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'SecurityGroupRule': '1.2',
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'SubPort': '1.0',
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'Subnet': '1.1',
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:                                                      'Trunk': '1.1'}}
Nov 10 14:36:53.385113 dv-cinder-817404-1-iscsi neutron-server[87471]:  {{(pid=87471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 14:36:53.388132 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:36:53.388255 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1623369083-network', 'tenant_id': 'a63a68f7ea2f4b2b95eef2cb567a8672'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:53.394838 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:53.398921 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:53.399596 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Usage tracker for resource:network and tenant:a63a68f7ea2f4b2b95eef2cb567a8672 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:53.403962 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:53.412925 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:53.449562 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-d7c4bf74-85e7-4414-a169-4301b715ef95 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1160350
Nov 10 14:36:53.504095 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Made reservation on behalf of a63a68f7ea2f4b2b95eef2cb567a8672 for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:36:53.506842 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:53.523868 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:53.546229 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:53.550844 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Usage tracker for resource:security_group_rule and tenant:a63a68f7ea2f4b2b95eef2cb567a8672 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:53.555033 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:53.564510 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:53.576583 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-ef3dce3c-c929-49dc-862e-13d92e412409 service neutron] 10.222.0.37 "GET /v2.0/networks/399a4147-9827-4fc1-8b47-2e1a03f798d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4594610
Nov 10 14:36:53.582605 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Attempting to bind port 58c520e4-1e44-4318-9aa7-a507a80b8254 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:36:53.583032 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Attempting to bind port 58c520e4-1e44-4318-9aa7-a507a80b8254 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:36:53.583471 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Attempting to bind port 58c520e4-1e44-4318-9aa7-a507a80b8254 on network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:36:53.610649 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:36:53.611136 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Checking segment: {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:36:53.611551 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:53.611949 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Bound using segment: {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:36:53.612430 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Bound port: 58c520e4-1e44-4318-9aa7-a507a80b8254, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:36:53.612823 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:53.619739 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:53.723909 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:53.737634 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:53.768224 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] For port 58c520e4-1e44-4318-9aa7-a507a80b8254, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:36:53.774376 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] For port 58c520e4-1e44-4318-9aa7-a507a80b8254, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=58c520e4-1e44-4318-9aa7-a507a80b8254,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:36:53.804087 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-1cc1ad72-5e22-44c9-a1e9-63f2ae2aed9b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:36:53.805111 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-1cc1ad72-5e22-44c9-a1e9-63f2ae2aed9b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0851734
Nov 10 14:36:53.841862 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:36:53.850189 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:36:53.859471 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:36:53.861052 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:53.866310 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:53.913119 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Pushing event updated for resources: {'Port': ['ID=8f44145c-5fd3-4c30-b751-81d04e0dd5cd,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:53.977210 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:54.033381 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Pushing event updated for resources: {'Port': ['ID=58c520e4-1e44-4318-9aa7-a507a80b8254,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:54.039420 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:54.143599 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-e8c45238-bd02-4aaa-af90-b7ea903cfcd6 service neutron] 10.222.0.37 "GET /v2.0/networks/399a4147-9827-4fc1-8b47-2e1a03f798d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4323168
Nov 10 14:36:54.184835 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:54.222060 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-b0e36090-4559-476b-9c73-b3402683193c service neutron] 10.222.0.37 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4036026
Nov 10 14:36:54.331898 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053150'] for router, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:54.369999 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:54.435601 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:54.544096 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-47cb1f80-865b-45d1-9094-fcd9a69f4620 service neutron] 10.222.0.37 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3202147
Nov 10 14:36:54.545100 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d67629-6214-4256-b824-42c5bd1b024a,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:54.550101 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:36:54.560361 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:54.565169 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:54.565522 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Added segment 94e5ef5d-466f-4ecf-84aa-aeaa9e18e84b of type vlan for network 8c369bc9-6ce3-483b-97a7-7932fa22fe57
Nov 10 14:36:54.714798 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:54.730008 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:54.811261 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4cf2f0c2-1d2d-4869-b367-2f9affa5cff7 req-8c2cd9fd-e76e-413f-9b17-768a0d51d24c tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.0444393
Nov 10 14:36:54.812951 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Router d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 is scheduled to L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 with binding_index 1 {{(pid=87468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 10 14:36:54.863992 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b98e39f9-ea50-456d-8c90-a6ffa5c50b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:55.001593 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:55.017158 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:55.017760 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:55.093997 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a9b241c5-e1c0-4f35-b00b-6005c56686ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:55.224422 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:36:55.234106 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1eb34b4-baed-4acb-a4fb-3cd1a55b123c req-caba340f-bcc8-419f-ba30-2e9b40f45cf2 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 210 time: 0.2080796
Nov 10 14:36:55.237509 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Sync routers for ids ['d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:36:55.273129 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Routers {'d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:36:55.273984 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feda32370>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:36:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:36:55.282738 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:55.348500 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Pushing event updated for resources: {'Network': ['ID=8c369bc9-6ce3-483b-97a7-7932fa22fe57,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:55.360663 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 8c369bc9-6ce3-483b-97a7-7932fa22fe57 details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:36:55.434827 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Notify callbacks [] for router, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:55.436874 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.3906121
Nov 10 14:36:55.439901 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 50056) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:55.471023 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:55.487739 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.1459222
Nov 10 14:36:55.496797 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50062) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:55.529741 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Request body: {'subnet': {'network_id': '8c369bc9-6ce3-483b-97a7-7932fa22fe57', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1623369083-subnet', 'tenant_id': 'a63a68f7ea2f4b2b95eef2cb567a8672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:36:55.535295 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:55.539631 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Usage tracker for resource:subnet and tenant:a63a68f7ea2f4b2b95eef2cb567a8672 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:55.543892 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:55.551061 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:55.610900 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74630d-4fd0-4683-9e51-1d057b171381 None None] Network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:36:55.741156 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Set router d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:36:55.766296 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 58c520e4-1e44-4318-9aa7-a507a80b8254 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:36:55.887589 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053150'] for router, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:55.891945 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Made reservation on behalf of a63a68f7ea2f4b2b95eef2cb567a8672 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:36:55.894430 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:55.963095 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ba8fb50b-cde2-4956-b4f4-e6f684275463 None None] Provisioning for port 58c520e4-1e44-4318-9aa7-a507a80b8254 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:36:56.157885 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 58c520e4-1e44-4318-9aa7-a507a80b8254 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:36:56.165510 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 58c520e4-1e44-4318-9aa7-a507a80b8254 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:36:56.173137 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:56.244021 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-cf505d30-df6e-402d-afd6-954e3965b62a req-23fcaaee-6361-47b0-a9e3-46d157f08e34 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.1594663
Nov 10 14:36:56.305693 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feda32370>, [{'id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1124531990-router', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:50Z', 'updated_at': '2021-11-10T14:36:53Z', 'revision_number': 3, 'project_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'gw_port': {'id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:36:56.311906 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Checking router: d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:36:56.312503 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Updating router d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 port 26344342-c1fc-4fd8-9123-803da4da5e39 binding host dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:36:56.420750 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:56.482489 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-faa8b404-e1da-49ca-9275-e90cf6a66229 None None] Provisioning complete for port 58c520e4-1e44-4318-9aa7-a507a80b8254 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:36:56.482489 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-faa8b404-e1da-49ca-9275-e90cf6a66229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:56.519888 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e8688674-b4de-4bde-a73d-e471beac8fe2 req-9e7634da-51dc-4f8a-bee8-3c228f2501b4 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 210 time: 0.1168342
Nov 10 14:36:56.539798 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:56.637437 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 58c520e4-1e44-4318-9aa7-a507a80b8254, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=58c520e4-1e44-4318-9aa7-a507a80b8254,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:36:56.715362 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:56.719993 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0d3d7be9-7549-47f0-bc11-de4b924f74f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:56.774730 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-faa8b404-e1da-49ca-9275-e90cf6a66229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:56.788608 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:56.791497 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Router c449c872-190d-4ec6-843f-63f3f50b789e is scheduled to L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 with binding_index 1 {{(pid=87469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 10 14:36:56.821671 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:56.943263 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:56.981232 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Transition to ACTIVE for port object 26344342-c1fc-4fd8-9123-803da4da5e39 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:36:56.981793 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=58c520e4-1e44-4318-9aa7-a507a80b8254,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:56.989166 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:56.991292 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:57.022228 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-faa8b404-e1da-49ca-9275-e90cf6a66229 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:36:57.022607 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-faa8b404-e1da-49ca-9275-e90cf6a66229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:36:57.080898 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4947e3b-fc41-4fcb-aebf-b09f7a502d5b,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:57.086818 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:57.087608 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Checking segment: {'id': '94e5ef5d-466f-4ecf-84aa-aeaa9e18e84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8c369bc9-6ce3-483b-97a7-7932fa22fe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:36:57.087967 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Network hostable DHCP agents. Network: 8c369bc9-6ce3-483b-97a7-7932fa22fe57, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:36:57.120559 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.132438 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:57.198059 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Attempting to bind port 26344342-c1fc-4fd8-9123-803da4da5e39 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:36:57.198442 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Attempting to bind port 26344342-c1fc-4fd8-9123-803da4da5e39 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:36:57.198815 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Attempting to bind port 26344342-c1fc-4fd8-9123-803da4da5e39 on network f227f18b-4020-4a8a-ad74-e84290a1be57 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:36:57.210793 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:36:57.211193 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Checking segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:36:57.211638 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.211996 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Bound using segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:36:57.212484 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Bound port: 26344342-c1fc-4fd8-9123-803da4da5e39, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:36:57.213083 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.255555 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:36:57.258418 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50118) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:57.267150 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Sync routers for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:36:57.278192 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:36:57.278744 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feda0ee50>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:36:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:36:57.285223 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Allocated IP 172.20.0.1 (2c63d63d-a43a-4aed-bb08-634fd5629552/dd616024-d7e8-458c-988c-76b5df329b34/193bef8a-5b86-465c-ae6a-26ab50774502) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:36:57.298702 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] For port 26344342-c1fc-4fd8-9123-803da4da5e39, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:36:57.302157 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] For port 26344342-c1fc-4fd8-9123-803da4da5e39, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=26344342-c1fc-4fd8-9123-803da4da5e39,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:36:57.328589 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Network 8c369bc9-6ce3-483b-97a7-7932fa22fe57 is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:36:57.343747 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Pushing event updated for resources: {'Port': ['ID=26344342-c1fc-4fd8-9123-803da4da5e39,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:57.360057 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:57.360428 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:57.361421 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:57.361421 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:57.361421 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:57.363362 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:57.363783 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:57.364124 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:57.364479 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:57.364977 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:57.365307 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:57.365681 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Tracked resource versions report:
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]: pushed versions:
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]: {   'AddressGroup': {'1.2'},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     'ConntrackHelper': {'1.0'},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     'Log': {'1.0'},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     'Network': {'1.1'},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     'Port': {'1.7'},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     'PortForwarding': {'1.2'},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     'QosPolicy': {'1.8'},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     'SecurityGroup': {'1.4'},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     'SecurityGroupRule': {'1.2'},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     'SubPort': {'1.0'},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     'Subnet': {'1.1'},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     'Trunk': {'1.1'}}
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]: consumer versions:
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]: {   DHCP agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     HyperV agent@hv-cinder-81740: {},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     L3 agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     Metadata agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     Metering agent@dv-cinder-817404-1-iscsi: {},
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:     Open vSwitch agent@dv-cinder-817404-1-iscsi: {   'AddressGroup': '1.2',
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'ConntrackHelper': '1.0',
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'Log': '1.0',
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'Network': '1.1',
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'Port': '1.7',
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'PortForwarding': '1.2',
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'QosPolicy': '1.8',
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'SecurityGroup': '1.4',
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'SecurityGroupRule': '1.2',
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'SubPort': '1.0',
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'Subnet': '1.1',
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:                                                      'Trunk': '1.1'}}
Nov 10 14:36:57.367227 dv-cinder-817404-1-iscsi neutron-server[87472]:  {{(pid=87472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 14:36:57.370830 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:57.400865 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d73201b6-c6fb-45b0-ab35-dc7c67239f79 req-0e7c366c-c50c-4bd6-b7e2-feda3a3339ee tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.0590498
Nov 10 14:36:57.473090 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3aa84352-d7ff-4a3e-929e-265d3db44aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.488717 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3aa84352-d7ff-4a3e-929e-265d3db44aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:57.496009 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-3aa84352-d7ff-4a3e-929e-265d3db44aab admin admin] Usage tracker for resource:security_group_rule and tenant:aeea29bde71c4ff6b6a3e1d39224525b is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:57.503602 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-3aa84352-d7ff-4a3e-929e-265d3db44aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:57.504019 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.518202 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:57.518443 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3aa84352-d7ff-4a3e-929e-265d3db44aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:57.519840 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.613383 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ffeb6e4a-0f7e-4936-9a2f-c696e3035d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.615761 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3aa84352-d7ff-4a3e-929e-265d3db44aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.617888 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.619953 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.3201871
Nov 10 14:36:57.621106 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 8c369bc9-6ce3-483b-97a7-7932fa22fe57) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:36:57.626436 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:36:57.628285 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.631403 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62783ef7-1d27-47cd-9333-c054040d02a8 None None] Network 8c369bc9-6ce3-483b-97a7-7932fa22fe57 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:36:57.632222 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 50134) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:57.698105 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3aa84352-d7ff-4a3e-929e-265d3db44aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.740728 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 58c520e4-1e44-4318-9aa7-a507a80b8254 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:36:57.745399 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50140) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:57.746002 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:57.755859 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-3aa84352-d7ff-4a3e-929e-265d3db44aab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aeea29bde71c4ff6b6a3e1d39224525b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4963698
Nov 10 14:36:57.763833 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50142) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:57.774446 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:36:57.791818 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Routers {'d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:36:57.792943 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feda32370>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:36:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:36:57.840886 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.3395469
Nov 10 14:36:57.875536 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa84352-d7ff-4a3e-929e-265d3db44aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fcc4bc-f74d-45d7-8920-33917509595a,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:57.888553 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3aa84352-d7ff-4a3e-929e-265d3db44aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:57.910158 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-beaa2fd7-b690-4c09-8b16-f8da83e65ae8 req-4a7647dc-7248-4968-a699-7f253cd6ced7 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 210 time: 0.0667572
Nov 10 14:36:57.923683 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.927473 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Pushing event updated for resources: {'Port': ['ID=26344342-c1fc-4fd8-9123-803da4da5e39,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:57.950089 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:57.973514 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-447dd6ae-3145-4c11-8d68-d56d9bf142b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:57.991631 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:58.012756 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eebeb6f9-b5f1-49c9-a82a-86aaa8c1017f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.041303 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-eebeb6f9-b5f1-49c9-a82a-86aaa8c1017f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:58.050207 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-447dd6ae-3145-4c11-8d68-d56d9bf142b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.062780 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50152) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:58.063889 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-eebeb6f9-b5f1-49c9-a82a-86aaa8c1017f admin admin] Usage tracker for resource:security_group_rule and tenant:39d48b615ae84d04b3c06041069e6559 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:58.071192 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-eebeb6f9-b5f1-49c9-a82a-86aaa8c1017f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:58.073523 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Pushing event updated for resources: {'Port': ['ID=193bef8a-5b86-465c-ae6a-26ab50774502,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:58.089476 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:58.109158 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Network 2c63d63d-a43a-4aed-bb08-634fd5629552 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:36:58.112606 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:36:58.121774 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:36:58.122435 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700676'] for router_interface, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.147317 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] Set router d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:36:58.152310 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a72d926-106c-4910-b8b6-5ee319251c8b admin admin] Deleting subnet 66af8222-2062-4a2a-9e4f-34702d3903cf {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:36:58.161868 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-eebeb6f9-b5f1-49c9-a82a-86aaa8c1017f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:58.164584 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4a72d926-106c-4910-b8b6-5ee319251c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.250764 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 58c520e4-1e44-4318-9aa7-a507a80b8254 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:36:58.251356 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.268617 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4a72d926-106c-4910-b8b6-5ee319251c8b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.283038 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4a72d926-106c-4910-b8b6-5ee319251c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.417554 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eebeb6f9-b5f1-49c9-a82a-86aaa8c1017f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.425658 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-447dd6ae-3145-4c11-8d68-d56d9bf142b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.432029 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:58.454788 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6816b5e6-4239-4396-a9d8-62464059d999 None None] Network 8c369bc9-6ce3-483b-97a7-7932fa22fe57 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:36:58.458449 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dd6ae-3145-4c11-8d68-d56d9bf142b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fcc4bc-f74d-45d7-8920-33917509595a,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:58.461475 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-447dd6ae-3145-4c11-8d68-d56d9bf142b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:58.472859 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-447dd6ae-3145-4c11-8d68-d56d9bf142b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.474393 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-447dd6ae-3145-4c11-8d68-d56d9bf142b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5fcc4bc-f74d-45d7-8920-33917509595a HTTP/1.1" status: 204  len: 168 time: 0.7090268
Nov 10 14:36:58.500792 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4a72d926-106c-4910-b8b6-5ee319251c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.505671 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:58.567953 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feda32370>, [{'id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1124531990-router', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:50Z', 'updated_at': '2021-11-10T14:36:53Z', 'revision_number': 3, 'project_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'gw_port': {'id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:36:58.573546 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e0edc0-6080-4c4c-89bf-983cf98e12c1 None None] The sync data for ids ['d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'] in dv-cinder-817404-1-iscsi is: [{'id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1124531990-router', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:50Z', 'updated_at': '2021-11-10T14:36:53Z', 'revision_number': 3, 'project_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'gw_port': {'id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:36:58.589547 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eebeb6f9-b5f1-49c9-a82a-86aaa8c1017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.590390 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72d926-106c-4910-b8b6-5ee319251c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66af8222-2062-4a2a-9e4f-34702d3903cf,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:58.605433 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4a72d926-106c-4910-b8b6-5ee319251c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:58.635577 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:58.641516 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.651658 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4a72d926-106c-4910-b8b6-5ee319251c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.656154 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4a72d926-106c-4910-b8b6-5ee319251c8b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/66af8222-2062-4a2a-9e4f-34702d3903cf HTTP/1.1" status: 204  len: 168 time: 0.5869148
Nov 10 14:36:58.676504 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 50164) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:58.733589 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feda0ee50>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:36:54Z', 'revision_number': 3, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:36:58.742482 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Checking router: c449c872-190d-4ec6-843f-63f3f50b789e for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:36:58.742845 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Updating router c449c872-190d-4ec6-843f-63f3f50b789e port 8f44145c-5fd3-4c30-b751-81d04e0dd5cd binding host dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:36:58.760792 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebeb6f9-b5f1-49c9-a82a-86aaa8c1017f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5f9818-cf4c-42eb-b6d9-bda5ce033740,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:58.765596 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-eebeb6f9-b5f1-49c9-a82a-86aaa8c1017f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:58.797350 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-72f4fca1-b73d-4c00-b204-a4e38b32f25f req-a1d3d2a5-98ef-4d98-a149-f82f9963e52d tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.1628556
Nov 10 14:36:58.815783 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:58.828716 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-eebeb6f9-b5f1-49c9-a82a-86aaa8c1017f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39d48b615ae84d04b3c06041069e6559&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0711982
Nov 10 14:36:58.831795 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50168) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:58.990389 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1d9def2c-dd56-4b9e-8d4b-c5f6dd2da7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.336210 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1d9def2c-dd56-4b9e-8d4b-c5f6dd2da7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.337366 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:36:59.338481 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.338481 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.339762 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1d9def2c-dd56-4b9e-8d4b-c5f6dd2da7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.363329 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c53ed919-ee14-41c2-9997-b8ca7bc7b1ac req-445caf30-bf13-4b1d-9404-30b826a54dfa tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 210 time: 0.1914685
Nov 10 14:36:59.364360 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-447dd6ae-3145-4c11-8d68-d56d9bf142b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:59.368369 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9def2c-dd56-4b9e-8d4b-c5f6dd2da7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5f9818-cf4c-42eb-b6d9-bda5ce033740,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:59.376093 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1d9def2c-dd56-4b9e-8d4b-c5f6dd2da7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:59.382485 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1d9def2c-dd56-4b9e-8d4b-c5f6dd2da7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.383672 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1d9def2c-dd56-4b9e-8d4b-c5f6dd2da7c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b5f9818-cf4c-42eb-b6d9-bda5ce033740 HTTP/1.1" status: 204  len: 168 time: 0.5505958
Nov 10 14:36:59.534710 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.547765 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Transition to ACTIVE for port object 8f44145c-5fd3-4c30-b751-81d04e0dd5cd will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:36:59.616857 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.660426 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.670495 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d7f2d41a-071e-4a8b-bb20-4dab28006677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:36:59.709710 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50182) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:36:59.722998 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 26344342-c1fc-4fd8-9123-803da4da5e39 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:36:59.741755 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.777043 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e8fcda9-1324-44f0-b77e-0cfabaa94b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.792056 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4e8fcda9-1324-44f0-b77e-0cfabaa94b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:36:59.796272 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4e8fcda9-1324-44f0-b77e-0cfabaa94b4b admin admin] Usage tracker for resource:security_group_rule and tenant:f2b67af91c6343bcb5822fde019ef576 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:36:59.798813 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.799726 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4e8fcda9-1324-44f0-b77e-0cfabaa94b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:36:59.806568 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4e8fcda9-1324-44f0-b77e-0cfabaa94b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:36:59.830415 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1fec91c100>> segment before_delete 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:36:59.830922 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1fec91c100>> subnet precommit_delete_associations 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:36:59.831746 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fee587250>> segment_host_mapping after_create 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:36:59.832160 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fee587250>> port after_create 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:36:59.832252 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Attempting to bind port 8f44145c-5fd3-4c30-b751-81d04e0dd5cd on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:36:59.832550 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Attempting to bind port 8f44145c-5fd3-4c30-b751-81d04e0dd5cd by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:36:59.833193 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Attempting to bind port 8f44145c-5fd3-4c30-b751-81d04e0dd5cd on network f227f18b-4020-4a8a-ad74-e84290a1be57 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:36:59.835194 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fee587250>> port after_delete 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:36:59.835603 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fee587250>> port after_update 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:36:59.836554 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fee587250>> segment after_delete 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:36:59.836898 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fee587250>> subnet after_create 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:36:59.837234 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fee587250>> subnet after_delete 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:36:59.837704 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fee587250>> subnet after_update 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:36:59.862433 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:36:59.862815 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Checking segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:36:59.863284 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.863689 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Bound using segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:36:59.864176 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Bound port: 8f44145c-5fd3-4c30-b751-81d04e0dd5cd, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:36:59.864570 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:36:59.902521 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31fea5-f4b2-4840-b58f-6248d6998b2a None None] Pushing event updated for resources: {'Port': ['ID=8f44145c-5fd3-4c30-b751-81d04e0dd5cd,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:36:59.913068 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ae31fea5-f4b2-4840-b58f-6248d6998b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:36:59.962520 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] For port 8f44145c-5fd3-4c30-b751-81d04e0dd5cd, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:36:59.965769 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] For port 8f44145c-5fd3-4c30-b751-81d04e0dd5cd, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=8f44145c-5fd3-4c30-b751-81d04e0dd5cd,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:36:59.993527 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-95f5845f-91c6-4a78-9c7c-175b57c32878 req-13e36e16-c4c1-4b6b-808f-3570bac16bb2 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.0529156
Nov 10 14:37:00.015913 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e8fcda9-1324-44f0-b77e-0cfabaa94b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.050288 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1fecc517c0>> subnet after_create 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:00.050727 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1fecc517c0>> subnet after_delete 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:00.051109 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1fecc517c0>> subnet before_create 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:00.051442 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1fecc517c0>> subnet before_update 55550000 {{(pid=87468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:00.051829 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fee6e3310>,) {'filters': {'network_id': ['f4901e93-726e-4dbb-9a11-6af03ecf5cbd']}} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:00.069031 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 26344342-c1fc-4fd8-9123-803da4da5e39 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:37:00.074870 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 26344342-c1fc-4fd8-9123-803da4da5e39 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:00.075358 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.085897 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fee6e3310>, '9353e5cb-d387-4839-a7b3-705c0278987c') {'for_net_delete': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:00.086194 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fee6e3310>, '9353e5cb-d387-4839-a7b3-705c0278987c') {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:00.114580 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4e8fcda9-1324-44f0-b77e-0cfabaa94b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.125184 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.131102 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972201'] for segment, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.146063 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:00.154029 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:00.165126 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4e8fcda9-1324-44f0-b77e-0cfabaa94b4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2b67af91c6343bcb5822fde019ef576&name=default HTTP/1.1" status: 200  len: 2976 time: 0.4516366
Nov 10 14:37:00.165741 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50196) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:00.192954 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.213287 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fcda9-1324-44f0-b77e-0cfabaa94b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97010880-a10c-4a6c-848a-6b15ae083844,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:00.218423 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=87468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:37:00.220227 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1176386'] for segment, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.233576 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4e8fcda9-1324-44f0-b77e-0cfabaa94b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:00.269228 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2b476896-1955-42a2-8686-9924a759dd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.299061 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2b476896-1955-42a2-8686-9924a759dd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.326276 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.333385 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31fea5-f4b2-4840-b58f-6248d6998b2a None None] Pushing event updated for resources: {'Port': ['ID=8f44145c-5fd3-4c30-b751-81d04e0dd5cd,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:00.338917 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ae31fea5-f4b2-4840-b58f-6248d6998b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:00.345572 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:37:00.346216 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feda0ee50>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:36:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   from cryptography.utils import int_from_bytes
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   from cryptography.utils import int_from_bytes
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   util.warn_limited(
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   util.warn_limited(
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]: Traceback (most recent call last):
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     timer()
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     cb(*args, **kw)
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     return func(*args, **kwargs)
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     self._notify()
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     self.callback(batched_events)
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     event.method(event)
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     return f(self, *a, **k)
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._get(url).json()
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:37:00.354448 dv-cinder-817404-1-iscsi neutron-server[87468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:37:00.368321 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.db.resource_extend [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 14:37:00.395140 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.491387 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.507741 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:00.530843 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Pushing event deleted for resources: {'Network': ['ID=f4901e93-726e-4dbb-9a11-6af03ecf5cbd,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:00.537770 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2b476896-1955-42a2-8686-9924a759dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.538674 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Allocated IP 172.20.0.1 (23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f/7128e985-b0fc-4bb7-91ae-75574f19ce47/209acca6-4d01-439a-af6a-7d8d80ec28d7) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:37:00.541633 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.542852 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1d9def2c-dd56-4b9e-8d4b-c5f6dd2da7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:00.547202 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:00.554363 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.559032 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b476896-1955-42a2-8686-9924a759dd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97010880-a10c-4a6c-848a-6b15ae083844,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:00.567931 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2b476896-1955-42a2-8686-9924a759dd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:00.584107 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2b476896-1955-42a2-8686-9924a759dd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.587821 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2b476896-1955-42a2-8686-9924a759dd6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97010880-a10c-4a6c-848a-6b15ae083844 HTTP/1.1" status: 204  len: 168 time: 0.4188359
Nov 10 14:37:00.593478 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:37:00.657980 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:00.709898 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-d92962d4-5613-4d44-806a-48bdd5f1acaa admin admin] 10.222.0.37 "DELETE /v2.0/networks/f4901e93-726e-4dbb-9a11-6af03ecf5cbd HTTP/1.1" status: 204  len: 168 time: 2.0323119
Nov 10 14:37:00.712817 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50216) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:00.731247 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-784bfb80-f711-4233-81f2-07f2993d354a req-5a32115b-0b54-41d3-be17-6ebcfe0756ac tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 210 time: 0.1136131
Nov 10 14:37:00.853170 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8401237-f4f5-4a9a-b961-9e15bf5cf7d6 admin admin] Deleting subnet f4947e3b-fc41-4fcb-aebf-b09f7a502d5b {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:37:00.863000 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d8401237-f4f5-4a9a-b961-9e15bf5cf7d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.885902 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 26344342-c1fc-4fd8-9123-803da4da5e39, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=26344342-c1fc-4fd8-9123-803da4da5e39,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:00.972106 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d8401237-f4f5-4a9a-b961-9e15bf5cf7d6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.979935 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d8401237-f4f5-4a9a-b961-9e15bf5cf7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:00.986791 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Pushing event updated for resources: {'Port': ['ID=193bef8a-5b86-465c-ae6a-26ab50774502,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:01.000174 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1700651'] for router_interface, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:01.003618 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:01.015279 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:01.084685 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:01.091461 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:01.169363 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d8401237-f4f5-4a9a-b961-9e15bf5cf7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:01.176470 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:01.181756 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Transition to ACTIVE for port object 209acca6-4d01-439a-af6a-7d8d80ec28d7 will not be triggered until provisioned by entity DHCP. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:37:01.239110 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=26344342-c1fc-4fd8-9123-803da4da5e39,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:01.247427 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:01.258764 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feda0ee50>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:36:54Z', 'revision_number': 3, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:01.263289 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe3291-d1c4-49f7-bc75-356ad016060f None None] The sync data for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi is: [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:36:54Z', 'revision_number': 3, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:37:01.282151 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Network 2c63d63d-a43a-4aed-bb08-634fd5629552 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:37:01.288593 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:37:01.332599 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8401237-f4f5-4a9a-b961-9e15bf5cf7d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4947e3b-fc41-4fcb-aebf-b09f7a502d5b,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:01.350848 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d8401237-f4f5-4a9a-b961-9e15bf5cf7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:01.362320 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ca671d15-e7e5-4825-9318-91c625da37e6 req-350c9aef-68be-4e23-892c-c6ffa95df72b tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.1067853
Nov 10 14:37:01.363716 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d8401237-f4f5-4a9a-b961-9e15bf5cf7d6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f4947e3b-fc41-4fcb-aebf-b09f7a502d5b HTTP/1.1" status: 204  len: 168 time: 0.6498439
Nov 10 14:37:01.366263 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50240) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:01.408504 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:01.417299 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:01.479537 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d8401237-f4f5-4a9a-b961-9e15bf5cf7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:01.520143 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:01.791440 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 26344342-c1fc-4fd8-9123-803da4da5e39 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:37:01.810515 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:01.852463 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:37:01.867787 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:37:01.871311 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:37:01.897633 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1fed59eb20>> segment before_delete 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:01.898281 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1fed59eb20>> subnet precommit_delete_associations 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:01.901334 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fed59e4c0>> segment_host_mapping after_create 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:01.901917 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fed59e4c0>> port after_create 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:01.902606 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fed59e4c0>> port after_delete 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:01.903809 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fed59e4c0>> port after_update 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:01.904330 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fed59e4c0>> segment after_delete 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:01.905561 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fed59e4c0>> subnet after_create 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:01.912178 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fed59e4c0>> subnet after_delete 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:01.913250 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1fed59e4c0>> subnet after_update 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:01.961379 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 26344342-c1fc-4fd8-9123-803da4da5e39 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:01.961772 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:02.087597 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Pushing event updated for resources: {'Port': ['ID=209acca6-4d01-439a-af6a-7d8d80ec28d7,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:02.097163 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:02.114583 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700676'] for router_interface, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:02.262100 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Router d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:37:02.273418 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.16', 55096) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:02.309274 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1fed5818b0>> subnet after_create 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:02.309622 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1fed5818b0>> subnet after_delete 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:02.309955 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1fed5818b0>> subnet before_create 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:02.310289 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1fed5818b0>> subnet before_update 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 14:37:02.310668 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fed471160>,) {'filters': {'network_id': ['8c369bc9-6ce3-483b-97a7-7932fa22fe57']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:02.317885 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b7ae9f64-df1c-496e-abbb-e8a7df08b8cb req-2359f139-6dc0-468d-bb82-8024a6e2d173 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 210 time: 0.2066810
Nov 10 14:37:02.329280 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fed471160>, '94e5ef5d-466f-4ecf-84aa-aeaa9e18e84b') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:02.329567 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fed471160>, '94e5ef5d-466f-4ecf-84aa-aeaa9e18e84b') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:02.352362 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105035'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:02.382792 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:02.402037 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:37:02.402530 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222635'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   from cryptography.utils import int_from_bytes
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   from cryptography.utils import int_from_bytes
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   util.warn_limited(
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   util.warn_limited(
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     timer()
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     self._notify()
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     event.method(event)
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:37:02.445545 dv-cinder-817404-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:37:02.488484 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a012ac54-f422-43aa-9564-7e0b9e395a98 None None] Provisioning for port 209acca6-4d01-439a-af6a-7d8d80ec28d7 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:37:02.494206 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a012ac54-f422-43aa-9564-7e0b9e395a98 None None] Provisioning complete for port 209acca6-4d01-439a-af6a-7d8d80ec28d7 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:02.494763 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a012ac54-f422-43aa-9564-7e0b9e395a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:02.616249 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a012ac54-f422-43aa-9564-7e0b9e395a98 None None] Port 209acca6-4d01-439a-af6a-7d8d80ec28d7 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:37:02.753533 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-12c85132-968c-4a4a-a516-4687e47715c3 req-c40efa1b-a630-4a75-b072-9dd68d60e132 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.1415057
Nov 10 14:37:02.894434 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:02.900155 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:02.908766 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:37:02.920616 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Sync routers for ids ['d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:37:02.927165 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] 10.222.0.37 "PUT /v2.0/routers/d4cad8dd-f1b6-4d8d-b6b2-625da83355f1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4817522
Nov 10 14:37:02.932025 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Routers {'d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:37:02.934343 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fededb910>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:36:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:02.947489 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:02.952291 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-f528e0de-6d7c-407b-911e-c679248a2bc8 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:02.953514 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-f528e0de-6d7c-407b-911e-c679248a2bc8 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Synchronizing usage tracker for tenant:5922bb61d971442280ac55798df8c5ab on resource:network {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:02.954668 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c369bc9-6ce3-483b-97a7-7932fa22fe57,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:02.959455 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:02.964185 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8c369bc9-6ce3-483b-97a7-7932fa22fe57 HTTP/1.1" status: 204  len: 168 time: 1.5968206
Nov 10 14:37:03.082616 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:03.138987 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-f528e0de-6d7c-407b-911e-c679248a2bc8 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Unset dirty status for tenant:5922bb61d971442280ac55798df8c5ab on resource:network {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:03.140235 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-f528e0de-6d7c-407b-911e-c679248a2bc8 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "GET /v2.0/networks?id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2 HTTP/1.1" status: 200  len: 813 time: 0.8625576
Nov 10 14:37:03.203675 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Set router d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:37:03.219838 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Request body: {'port': {'device_id': '1d101ca1-64ca-4dc0-b7d4-7a28d22b0261', 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2', 'admin_state_up': True, 'tenant_id': '5922bb61d971442280ac55798df8c5ab'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:03.240048 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.16', 55101) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:03.588331 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-a6ddddf9-500e-46ad-9113-03853fb09dc2 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:03.590089 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-a6ddddf9-500e-46ad-9113-03853fb09dc2 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.16 "GET /v2.0/networks?id=399a4147-9827-4fc1-8b47-2e1a03f798d9 HTTP/1.1" status: 200  len: 811 time: 0.3485608
Nov 10 14:37:03.607339 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Request body: {'port': {'device_id': 'f23501ca-8d6e-4a19-8321-f402af50770b', 'network_id': '399a4147-9827-4fc1-8b47-2e1a03f798d9', 'admin_state_up': True, 'tenant_id': '76ad4d79d6844fd9b4ac8f72b10665e5'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:03.727563 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c8c16c9d-4976-4b2c-8b4c-ab2277d4891f req-a6455b77-f9e8-4e60-861d-8f6da92cdd93 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 210 time: 0.1372664
Nov 10 14:37:03.753120 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 8f44145c-5fd3-4c30-b751-81d04e0dd5cd up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:37:03.772631 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:03.781714 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Usage tracker for resource:port and tenant:5922bb61d971442280ac55798df8c5ab is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:03.790544 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:03.812836 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:03.825194 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:03.862143 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:03.866705 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Usage tracker for resource:port and tenant:76ad4d79d6844fd9b4ac8f72b10665e5 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:03.870368 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:03.882722 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fededb910>, [{'id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1124531990-router', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:50Z', 'updated_at': '2021-11-10T14:36:58Z', 'revision_number': 4, 'project_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'gw_port': {'id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '193bef8a-5b86-465c-ae6a-26ab50774502', 'name': '', 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'mac_address': 'fa:16:3e:85:dd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dd616024-d7e8-458c-988c-76b5df329b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:57Z', 'updated_at': '2021-11-10T14:36:59Z', 'revision_number': 2, 'project_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'subnets': [{'id': 'dd616024-d7e8-458c-988c-76b5df329b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:03.887560 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Checking router: d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:37:03.888184 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Updating router d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 port 193bef8a-5b86-465c-ae6a-26ab50774502 binding host dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:37:03.891117 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:03.917083 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50318) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:03.928815 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Made reservation on behalf of 5922bb61d971442280ac55798df8c5ab for: {'port': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:37:03.934189 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:03.972662 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:04.009918 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Made reservation on behalf of 76ad4d79d6844fd9b4ac8f72b10665e5 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:37:04.018693 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:04.031417 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:04.065789 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:04.130272 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 8f44145c-5fd3-4c30-b751-81d04e0dd5cd completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:37:04.136269 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 8f44145c-5fd3-4c30-b751-81d04e0dd5cd triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:04.136599 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:04.292430 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-355eeeba-fccd-4b4f-a5b5-871685180d6b req-b24544dd-9cc8-4811-bd1a-a717b6195689 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.2258704
Nov 10 14:37:04.424087 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 50358) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:04.427117 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e26ba10c-038f-40fd-a603-7a7a30104749 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c968187bfefc411d90d76d4f3acc40e2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5012565
Nov 10 14:37:04.473805 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:04.493005 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 8f44145c-5fd3-4c30-b751-81d04e0dd5cd, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=8f44145c-5fd3-4c30-b751-81d04e0dd5cd,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:04.585456 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:04.592037 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:04.599845 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Pushing event updated for resources: {'Port': ['ID=209acca6-4d01-439a-af6a-7d8d80ec28d7,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:04.613773 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:04.614595 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1700651'] for router_interface, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:04.660902 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Allocated IP 172.20.0.8 (399a4147-9827-4fc1-8b47-2e1a03f798d9/1469eb80-40c5-4cc3-a063-cd7daae201b5/1e41a2b9-8378-4fd6-8c01-298601a131fe) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:37:04.721869 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=8f44145c-5fd3-4c30-b751-81d04e0dd5cd,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:04.736151 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:04.754636 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:04.768773 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Transition to ACTIVE for port object 193bef8a-5b86-465c-ae6a-26ab50774502 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:37:04.814829 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Allocated IP 172.20.0.2 (ff02c67e-ef4b-4d81-be13-036d90b0b5e2/d6f4016f-e940-4f2d-b741-d4304df11406/7891d630-cd7f-4e87-9505-1e12c195b582) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:37:04.854399 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:04.854882 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-906d8e63-1614-45bf-979c-defffee80d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:04.861023 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:04.979201 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75a37c9e-46a4-418f-b4d0-c477b7b4961b req-6e729d52-b310-44c8-935e-d67f1dfc6752 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 210 time: 0.0704217
Nov 10 14:37:04.979707 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50380) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:05.084134 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-906d8e63-1614-45bf-979c-defffee80d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:05.126356 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:05.144524 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:37:05.161635 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:37:05.204668 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e336b-62e8-4463-8b23-344b88f0c5bc None None] Pushing event updated for resources: {'Port': ['ID=193bef8a-5b86-465c-ae6a-26ab50774502,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:05.209259 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-985e336b-62e8-4463-8b23-344b88f0c5bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:05.218334 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Attempting to bind port 193bef8a-5b86-465c-ae6a-26ab50774502 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:37:05.218714 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Attempting to bind port 193bef8a-5b86-465c-ae6a-26ab50774502 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:37:05.219125 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Attempting to bind port 193bef8a-5b86-465c-ae6a-26ab50774502 on network 2c63d63d-a43a-4aed-bb08-634fd5629552 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:37:05.219579 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-93a0ffe1-f4bd-4dda-9e89-2a19601ec7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:05.242534 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:37:05.242953 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Checking segment: {'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:37:05.243405 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:05.243813 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Bound using segment: {'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:37:05.244316 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Bound port: 193bef8a-5b86-465c-ae6a-26ab50774502, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:37:05.244739 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:05.251036 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:05.285686 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-93a0ffe1-f4bd-4dda-9e89-2a19601ec7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:05.302507 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-93a0ffe1-f4bd-4dda-9e89-2a19601ec7fd admin admin] Usage tracker for resource:security_group_rule and tenant:5576a7abb5a54b8c8a733b464456a0cd is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:05.313148 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-93a0ffe1-f4bd-4dda-9e89-2a19601ec7fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:05.349838 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-93a0ffe1-f4bd-4dda-9e89-2a19601ec7fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:05.455734 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:05.526340 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] For port 193bef8a-5b86-465c-ae6a-26ab50774502, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:37:05.536986 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] For port 193bef8a-5b86-465c-ae6a-26ab50774502, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=193bef8a-5b86-465c-ae6a-26ab50774502,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:37:05.652054 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:05.658117 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-63145e5a-31a8-4d03-a7ca-d8efcdfdec88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:05.665085 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-93a0ffe1-f4bd-4dda-9e89-2a19601ec7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:05.679502 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c70c5e97-d72f-47ca-9bbd-d0630bd5d648 None None] Provisioning complete for port 209acca6-4d01-439a-af6a-7d8d80ec28d7 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:05.680026 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c70c5e97-d72f-47ca-9bbd-d0630bd5d648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:05.795721 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Network 399a4147-9827-4fc1-8b47-2e1a03f798d9 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:37:05.824444 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:37:05.832235 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-93a0ffe1-f4bd-4dda-9e89-2a19601ec7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:05.833129 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:37:05.836623 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-906d8e63-1614-45bf-979c-defffee80d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:05.868215 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Routers {'d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:37:05.868863 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fededb910>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:36:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:05.888644 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Pushing event updated for resources: {'Port': ['ID=1e41a2b9-8378-4fd6-8c01-298601a131fe,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:05.916733 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 8f44145c-5fd3-4c30-b751-81d04e0dd5cd up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:37:05.945677 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:05.946189 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:05.984733 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-93a0ffe1-f4bd-4dda-9e89-2a19601ec7fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5576a7abb5a54b8c8a733b464456a0cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9975121
Nov 10 14:37:05.994453 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50408) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:06.015462 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0ffe1-f4bd-4dda-9e89-2a19601ec7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11320d0-10ec-4bb0-b891-db390a9e3988,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:06.041202 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-93a0ffe1-f4bd-4dda-9e89-2a19601ec7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:06.214124 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:06.214870 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:06.233417 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c70c5e97-d72f-47ca-9bbd-d0630bd5d648 None None] Port 209acca6-4d01-439a-af6a-7d8d80ec28d7 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:37:06.265841 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 8f44145c-5fd3-4c30-b751-81d04e0dd5cd triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:06.266239 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:06.291781 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e336b-62e8-4463-8b23-344b88f0c5bc None None] Pushing event updated for resources: {'Port': ['ID=193bef8a-5b86-465c-ae6a-26ab50774502,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:06.301542 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-985e336b-62e8-4463-8b23-344b88f0c5bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:06.343697 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:06.364809 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-029aff5b-8b59-4628-8286-198e4937448d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:06.376753 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7747045
Nov 10 14:37:06.424233 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead09615-4cb4-4105-8bad-25d06212a660 req-7de1e2f0-6606-4a24-91d6-6049b8d26162 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:06.424993 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-ead09615-4cb4-4105-8bad-25d06212a660 req-7de1e2f0-6606-4a24-91d6-6049b8d26162 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Synchronizing usage tracker for tenant:76ad4d79d6844fd9b4ac8f72b10665e5 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:06.430892 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] Set router d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:37:06.457894 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fb199347-5ee0-482b-8f7e-9826df8f143b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:06.502257 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-029aff5b-8b59-4628-8286-198e4937448d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:06.536078 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d8e63-1614-45bf-979c-defffee80d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb34ec8-2b53-4b56-bf74-92ee5e2af716,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:06.566099 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:06.574131 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-906d8e63-1614-45bf-979c-defffee80d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:06.590390 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-6d7ebc3c-d83e-492b-b91a-c1732f17076f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:06.591146 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-6d7ebc3c-d83e-492b-b91a-c1732f17076f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Synchronizing usage tracker for tenant:34ca01fa62e74a0286a7e3767dcb5bca on resource:network {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:06.606921 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-ead09615-4cb4-4105-8bad-25d06212a660 req-7de1e2f0-6606-4a24-91d6-6049b8d26162 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Unset dirty status for tenant:76ad4d79d6844fd9b4ac8f72b10665e5 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:06.609377 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ead09615-4cb4-4105-8bad-25d06212a660 req-7de1e2f0-6606-4a24-91d6-6049b8d26162 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 931 time: 0.9425275
Nov 10 14:37:06.617055 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bb1716f5-7078-4e2d-b133-d2ff76a106d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:06.704234 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-029aff5b-8b59-4628-8286-198e4937448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:06.725928 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2b476896-1955-42a2-8686-9924a759dd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:06.728955 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-906d8e63-1614-45bf-979c-defffee80d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:06.730082 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-906d8e63-1614-45bf-979c-defffee80d5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fb34ec8-2b53-4b56-bf74-92ee5e2af716 HTTP/1.1" status: 204  len: 168 time: 2.2914853
Nov 10 14:37:06.769729 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aff5b-8b59-4628-8286-198e4937448d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11320d0-10ec-4bb0-b891-db390a9e3988,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:06.776197 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-029aff5b-8b59-4628-8286-198e4937448d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:06.806305 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Router c449c872-190d-4ec6-843f-63f3f50b789e has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:37:06.809261 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:37:06.823688 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ead09615-4cb4-4105-8bad-25d06212a660 req-5543910e-1534-4bc4-adae-b765e7cc4bcc tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964812
Nov 10 14:37:06.840832 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-029aff5b-8b59-4628-8286-198e4937448d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:06.842155 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-029aff5b-8b59-4628-8286-198e4937448d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d11320d0-10ec-4bb0-b891-db390a9e3988 HTTP/1.1" status: 204  len: 168 time: 0.8156607
Nov 10 14:37:06.866032 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:37:06.903911 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:37:06.985360 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fededb910>, [{'id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1124531990-router', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:50Z', 'updated_at': '2021-11-10T14:36:58Z', 'revision_number': 4, 'project_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'gw_port': {'id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '193bef8a-5b86-465c-ae6a-26ab50774502', 'name': '', 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'mac_address': 'fa:16:3e:85:dd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dd616024-d7e8-458c-988c-76b5df329b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:57Z', 'updated_at': '2021-11-10T14:37:05Z', 'revision_number': 4, 'project_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'subnets': [{'id': 'dd616024-d7e8-458c-988c-76b5df329b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:07.002847 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d6d55-73fc-484a-9e7a-689b58500d51 None None] The sync data for ids ['d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'] in dv-cinder-817404-1-iscsi is: [{'id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1124531990-router', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:50Z', 'updated_at': '2021-11-10T14:36:58Z', 'revision_number': 4, 'project_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'gw_port': {'id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '193bef8a-5b86-465c-ae6a-26ab50774502', 'name': '', 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'mac_address': 'fa:16:3e:85:dd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dd616024-d7e8-458c-988c-76b5df329b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:57Z', 'updated_at': '2021-11-10T14:37:05Z', 'revision_number': 4, 'project_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'subnets': [{'id': 'dd616024-d7e8-458c-988c-76b5df329b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:37:07.095039 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-6d7ebc3c-d83e-492b-b91a-c1732f17076f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Unset dirty status for tenant:34ca01fa62e74a0286a7e3767dcb5bca on resource:network {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:07.129183 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-6d7ebc3c-d83e-492b-b91a-c1732f17076f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/networks?id=2c63d63d-a43a-4aed-bb08-634fd5629552 HTTP/1.1" status: 200  len: 819 time: 2.2930427
Nov 10 14:37:07.162764 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Pushing event updated for resources: {'Port': ['ID=7891d630-cd7f-4e87-9505-1e12c195b582,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:07.195360 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-0e780422-a56d-4492-8f85-540af7d10ec3 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/quotas/34ca01fa62e74a0286a7e3767dcb5bca HTTP/1.1" status: 200  len: 375 time: 0.0651078
Nov 10 14:37:07.200012 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:07.230326 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdadd4-19c6-40ce-b5ba-f9e1b7586501 req-3b0b7a76-1099-4146-909f-eb0604f078ef tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:07.231996 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eebdadd4-19c6-40ce-b5ba-f9e1b7586501 req-3b0b7a76-1099-4146-909f-eb0604f078ef tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 931 time: 0.1318018
Nov 10 14:37:07.325646 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:07.327877 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:07.342830 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eebdadd4-19c6-40ce-b5ba-f9e1b7586501 req-ee3a131f-d545-4d0e-af00-f2793b87e940 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010742
Nov 10 14:37:07.622320 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:37:07.634007 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Sync routers for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:37:07.643666 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] 10.222.0.37 "PUT /v2.0/routers/c449c872-190d-4ec6-843f-63f3f50b789e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0013494
Nov 10 14:37:07.643666 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4353421
Nov 10 14:37:07.666465 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:37:07.668781 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feda43760>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:36:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:07.709600 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9c2b17c3-e180-4ecb-abc5-49dedd97b001 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Synchronizing usage tracker for tenant:34ca01fa62e74a0286a7e3767dcb5bca on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:07.837568 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9c2b17c3-e180-4ecb-abc5-49dedd97b001 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Unset dirty status for tenant:34ca01fa62e74a0286a7e3767dcb5bca on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:07.840360 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9c2b17c3-e180-4ecb-abc5-49dedd97b001 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6439586
Nov 10 14:37:07.869725 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 193bef8a-5b86-465c-ae6a-26ab50774502 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:37:08.125423 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-5ef859d3-476d-49d2-91bb-2cf5835e4f10 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:37:08.126413 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-5ef859d3-476d-49d2-91bb-2cf5835e4f10 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060971
Nov 10 14:37:08.165560 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:37:08.275983 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-a386cc69-46ae-411a-a879-e0f71d5d679e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:37:08.277771 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-a386cc69-46ae-411a-a879-e0f71d5d679e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0190432
Nov 10 14:37:08.307184 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520a0dc-0bd0-4cc2-80d9-21016b939230 req-0558294b-7247-4ae9-8969-812917e6078f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:08.308917 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6520a0dc-0bd0-4cc2-80d9-21016b939230 req-0558294b-7247-4ae9-8969-812917e6078f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 931 time: 0.1815679
Nov 10 14:37:08.399956 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-e9187745-2c27-4c4e-a474-a6d8c6d9ad7f service neutron] 10.222.0.37 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5501816
Nov 10 14:37:08.430268 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50448) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:08.451910 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 193bef8a-5b86-465c-ae6a-26ab50774502 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:37:08.479006 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 193bef8a-5b86-465c-ae6a-26ab50774502 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:08.480086 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:08.489797 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6520a0dc-0bd0-4cc2-80d9-21016b939230 req-c807a39a-1c50-4426-bdc3-2449750db188 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641736
Nov 10 14:37:08.515591 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-057dc7ee-c6a8-4f17-ab40-d8bc8a1a062d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:08.568503 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50454) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:08.642486 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-057dc7ee-c6a8-4f17-ab40-d8bc8a1a062d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:08.674094 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-057dc7ee-c6a8-4f17-ab40-d8bc8a1a062d admin admin] Usage tracker for resource:security_group_rule and tenant:30fd1403dacd4a0aa8c76018e424ce0a is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:08.705148 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-057dc7ee-c6a8-4f17-ab40-d8bc8a1a062d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:08.745062 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-057dc7ee-c6a8-4f17-ab40-d8bc8a1a062d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:08.858664 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8b1d5ef7-88b1-4b07-9a13-56b5a0eb2df3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a63a68f7ea2f4b2b95eef2cb567a8672&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2763546
Nov 10 14:37:08.860970 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50462) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:08.985893 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-68060873-c157-4243-ab67-f55aac563334 service neutron] 10.222.0.37 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5707874
Nov 10 14:37:09.316334 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b89559dc-ecfb-4298-b35a-e15ccc21be8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:09.371611 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-057dc7ee-c6a8-4f17-ab40-d8bc8a1a062d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:09.394577 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b89559dc-ecfb-4298-b35a-e15ccc21be8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:09.413648 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:09.479109 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-057dc7ee-c6a8-4f17-ab40-d8bc8a1a062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:09.530194 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 193bef8a-5b86-465c-ae6a-26ab50774502, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=193bef8a-5b86-465c-ae6a-26ab50774502,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:09.564046 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c5a8c-a877-4662-822c-14321d29d49c req-90b611a2-8239-4cc7-a310-1e112e9d5f33 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:09.575977 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-672c5a8c-a877-4662-822c-14321d29d49c req-90b611a2-8239-4cc7-a310-1e112e9d5f33 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 931 time: 0.4371321
Nov 10 14:37:09.599824 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3aa84352-d7ff-4a3e-929e-265d3db44aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:09.642655 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:09.692015 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-4ad4a2b1-5224-4449-8098-dd4b00b71507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:09.700911 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-672c5a8c-a877-4662-822c-14321d29d49c req-6ed14bb0-068c-4310-bfa0-1e0907e845a3 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232204
Nov 10 14:37:09.713234 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-057dc7ee-c6a8-4f17-ab40-d8bc8a1a062d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30fd1403dacd4a0aa8c76018e424ce0a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2770863
Nov 10 14:37:09.713234 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dc7ee-c6a8-4f17-ab40-d8bc8a1a062d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d9f709-ef87-43f5-af29-3005ebc146c3,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:09.717523 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 50480) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:09.742643 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-057dc7ee-c6a8-4f17-ab40-d8bc8a1a062d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:09.813010 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b89559dc-ecfb-4298-b35a-e15ccc21be8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:09.822201 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:09.844600 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9333cdb6-66f4-450e-9d2b-29a33103e47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:09.860686 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=193bef8a-5b86-465c-ae6a-26ab50774502,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:09.864180 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:09.893030 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feda43760>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:03Z', 'revision_number': 2, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:09.897738 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Checking router: c449c872-190d-4ec6-843f-63f3f50b789e for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:37:09.898101 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Updating router c449c872-190d-4ec6-843f-63f3f50b789e port 209acca6-4d01-439a-af6a-7d8d80ec28d7 binding host dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:37:09.907120 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9333cdb6-66f4-450e-9d2b-29a33103e47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:09.921446 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89559dc-ecfb-4298-b35a-e15ccc21be8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d67629-6214-4256-b824-42c5bd1b024a,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:09.933257 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b89559dc-ecfb-4298-b35a-e15ccc21be8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:09.948854 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-37cc79ab-9cf2-4216-b127-244ce893b3b9 req-2897d007-3d38-45ab-a8e9-ec510cfb065c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 210 time: 0.1125603
Nov 10 14:37:09.949448 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b89559dc-ecfb-4298-b35a-e15ccc21be8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:09.950631 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b89559dc-ecfb-4298-b35a-e15ccc21be8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7d67629-6214-4256-b824-42c5bd1b024a HTTP/1.1" status: 204  len: 168 time: 1.0722063
Nov 10 14:37:10.004887 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:10.225622 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9333cdb6-66f4-450e-9d2b-29a33103e47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:10.231607 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:10.278869 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333cdb6-66f4-450e-9d2b-29a33103e47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d9f709-ef87-43f5-af29-3005ebc146c3,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:10.303449 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9333cdb6-66f4-450e-9d2b-29a33103e47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:10.316083 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9333cdb6-66f4-450e-9d2b-29a33103e47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:10.317621 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-9333cdb6-66f4-450e-9d2b-29a33103e47e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6d9f709-ef87-43f5-af29-3005ebc146c3 HTTP/1.1" status: 204  len: 168 time: 0.6002572
Nov 10 14:37:10.498616 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baa0d4-8ac9-453a-ae1c-4a3526e2bea9 req-f956e727-0354-41c5-9978-f03e927199b4 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:10.500965 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36baa0d4-8ac9-453a-ae1c-4a3526e2bea9 req-f956e727-0354-41c5-9978-f03e927199b4 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 931 time: 0.2471833
Nov 10 14:37:10.577727 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 50512) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:10.584706 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443175121', 'description': 'tempest-description--1356393589'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:10.598844 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:10.613831 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Usage tracker for resource:security_group and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:10.624506 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:10.641899 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:10.689462 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36baa0d4-8ac9-453a-ae1c-4a3526e2bea9 req-92e16469-2989-435e-8377-9747908a5fa6 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815808
Nov 10 14:37:10.749805 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:10.830551 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:10.851380 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Transition to ACTIVE for port object 209acca6-4d01-439a-af6a-7d8d80ec28d7 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:37:10.928727 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:10.936647 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:10.966939 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f711b9-622e-494a-946f-cc77430ec218 req-0b6b6f3a-65f0-4e2f-b122-a926f22689bd tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:10.988340 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1f711b9-622e-494a-946f-cc77430ec218 req-0b6b6f3a-65f0-4e2f-b122-a926f22689bd tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 931 time: 0.1686637
Nov 10 14:37:11.096356 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1f711b9-622e-494a-946f-cc77430ec218 req-5a12e2b0-ddbe-4ee8-945c-d4b611020520 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070104
Nov 10 14:37:11.119139 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:11.128193 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Usage tracker for resource:security_group_rule and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:11.145751 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:11.169371 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:11.251540 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-c3ca2c13-a818-4427-b314-e4922897cb12 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:11.261748 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-c3ca2c13-a818-4427-b314-e4922897cb12 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/networks?id=2c63d63d-a43a-4aed-bb08-634fd5629552 HTTP/1.1" status: 200  len: 819 time: 0.4932182
Nov 10 14:37:11.299399 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-860aa7e4-5b4c-45a4-b40c-634cd36bacf6 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/quotas/34ca01fa62e74a0286a7e3767dcb5bca HTTP/1.1" status: 200  len: 375 time: 0.0283482
Nov 10 14:37:11.326981 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0c471-28aa-41b8-8025-db19788c0352 None None] Pushing event updated for resources: {'Port': ['ID=209acca6-4d01-439a-af6a-7d8d80ec28d7,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:11.335488 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-52c0c471-28aa-41b8-8025-db19788c0352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:11.365825 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Attempting to bind port 209acca6-4d01-439a-af6a-7d8d80ec28d7 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:37:11.366283 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Attempting to bind port 209acca6-4d01-439a-af6a-7d8d80ec28d7 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:37:11.366907 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Attempting to bind port 209acca6-4d01-439a-af6a-7d8d80ec28d7 on network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:37:11.376579 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:37:11.377207 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Checking segment: {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:37:11.377951 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:11.378824 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Bound using segment: {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:37:11.379602 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Bound port: 209acca6-4d01-439a-af6a-7d8d80ec28d7, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:37:11.380294 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:11.422172 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:11.445556 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-ae195a17-3dcc-4fcb-b4f6-3f4ba84494ba tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1451697
Nov 10 14:37:11.491976 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:11.561524 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] For port 209acca6-4d01-439a-af6a-7d8d80ec28d7, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:37:11.568147 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] For port 209acca6-4d01-439a-af6a-7d8d80ec28d7, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=209acca6-4d01-439a-af6a-7d8d80ec28d7,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:37:11.578100 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-906d8e63-1614-45bf-979c-defffee80d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:11.623823 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b27a12b-201d-4090-a7f2-1127cc4a7675,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:11.628252 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:11.661143 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:11.662414 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.0835578
Nov 10 14:37:11.667990 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-78e4d244-09df-4817-9ca3-e173d51305d5 service neutron] 10.222.0.37 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2152164
Nov 10 14:37:11.668318 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50558) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:11.675541 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Request body: {'security_group_rule': {'security_group_id': '3b27a12b-201d-4090-a7f2-1127cc4a7675', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:11.681869 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:11.685239 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:11.687069 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:11.690259 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Usage tracker for resource:security_group_rule and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:11.694274 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:11.723650 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:11.784611 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 193bef8a-5b86-465c-ae6a-26ab50774502 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:37:11.908530 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-89ea9c35-417f-4f99-8ba6-ddb49ef333e9 service neutron] 10.222.0.37 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120233
Nov 10 14:37:11.931737 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:37:11.937114 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feda43760>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:36:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:11.960913 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:12.110534 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c66a0-ea7a-40a6-8874-1443dd0dd21f req-4fba1639-a94b-4196-9d74-3097a91abb72 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:12.112738 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-261c66a0-ea7a-40a6-8874-1443dd0dd21f req-4fba1639-a94b-4196-9d74-3097a91abb72 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 931 time: 0.2784345
Nov 10 14:37:12.150807 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0c471-28aa-41b8-8025-db19788c0352 None None] Pushing event updated for resources: {'Port': ['ID=209acca6-4d01-439a-af6a-7d8d80ec28d7,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:12.170999 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-52c0c471-28aa-41b8-8025-db19788c0352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:12.245816 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:12.327899 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-261c66a0-ea7a-40a6-8874-1443dd0dd21f req-0edb540c-8358-4cc2-815a-e02cfef35e68 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057631
Nov 10 14:37:12.339682 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:12.349634 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:12.365790 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 193bef8a-5b86-465c-ae6a-26ab50774502 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:12.366317 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:12.418600 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64022d1d-36c4-4d4c-9e3f-90db4e6ac51a,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:12.422521 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:12.637392 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:37:12.780715 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:12.787331 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1148913
Nov 10 14:37:12.787819 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 50594) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:12.800662 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Request body: {'security_group_rule': {'security_group_id': '3b27a12b-201d-4090-a7f2-1127cc4a7675', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:12.808645 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ccbc6a49-6e73-4a57-ad6e-9330089275e0 req-9328550e-a67f-4883-afb3-af2db533efba tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 210 time: 0.3394299
Nov 10 14:37:12.814216 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:12.821914 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Usage tracker for resource:security_group_rule and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:12.826246 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:12.854884 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102cc51-ddf4-4236-8d08-ecd2169585d1 req-dcc7fa70-e8f2-4c06-a3d5-e2aefbfef65f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:12.855536 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-f102cc51-ddf4-4236-8d08-ecd2169585d1 req-dcc7fa70-e8f2-4c06-a3d5-e2aefbfef65f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Synchronizing usage tracker for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:12.870110 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:13.008753 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:13.123706 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-f102cc51-ddf4-4236-8d08-ecd2169585d1 req-dcc7fa70-e8f2-4c06-a3d5-e2aefbfef65f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Unset dirty status for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:13.124989 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f102cc51-ddf4-4236-8d08-ecd2169585d1 req-dcc7fa70-e8f2-4c06-a3d5-e2aefbfef65f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 931 time: 0.5591860
Nov 10 14:37:13.129580 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:13.205088 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-f102cc51-ddf4-4236-8d08-ecd2169585d1 req-c632d567-6974-4e9c-913b-2c4fa2ca201c tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Synchronizing usage tracker for tenant:5922bb61d971442280ac55798df8c5ab on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:13.239344 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feda43760>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:11Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:37:13.244622 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1737152-5ef9-4766-81bb-f348f9ca33a1 None None] The sync data for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi is: [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:11Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:37:13.262078 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:13.264523 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:13.325723 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e9e59b-d131-4327-9346-9b8f9cb154e7,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:13.331160 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:13.391425 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-f102cc51-ddf4-4236-8d08-ecd2169585d1 req-c632d567-6974-4e9c-913b-2c4fa2ca201c tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Unset dirty status for tenant:5922bb61d971442280ac55798df8c5ab on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:13.408043 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f102cc51-ddf4-4236-8d08-ecd2169585d1 req-c632d567-6974-4e9c-913b-2c4fa2ca201c tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2592652
Nov 10 14:37:13.431605 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:13.431605 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6384521
Nov 10 14:37:13.431605 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 50616) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:13.440768 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Request body: {'floatingip': {'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:13.465804 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:13.476050 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Usage tracker for resource:floatingip and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:13.483403 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:13.503542 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:13.585539 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:13.644434 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d48147-04d9-41d9-ac5a-1a1a0eba3b76 req-f4858bc3-b55c-4acf-9e60-f520ce04c50f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:13.653737 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47d48147-04d9-41d9-ac5a-1a1a0eba3b76 req-f4858bc3-b55c-4acf-9e60-f520ce04c50f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 931 time: 0.1501319
Nov 10 14:37:13.791548 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47d48147-04d9-41d9-ac5a-1a1a0eba3b76 req-b001a8eb-e79a-499f-b444-6f96f6fb57ec tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356585
Nov 10 14:37:13.836999 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 209acca6-4d01-439a-af6a-7d8d80ec28d7 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:37:14.007666 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:14.112037 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 209acca6-4d01-439a-af6a-7d8d80ec28d7 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:37:14.126388 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 209acca6-4d01-439a-af6a-7d8d80ec28d7 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:14.128187 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:14.325809 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-34f6455b-7c8e-497f-9f0f-d98551952983 req-1bc9ffd9-0127-4be9-b813-75502692deca tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 210 time: 0.1052067
Nov 10 14:37:14.381735 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:14.487994 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 209acca6-4d01-439a-af6a-7d8d80ec28d7, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=209acca6-4d01-439a-af6a-7d8d80ec28d7,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:14.512383 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Allocated IP 172.27.3.116 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/c129a49a-7cfb-40cf-ae41-b6fd0ff8dd47) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:37:14.811355 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb054371-7a3c-4068-b38b-6d8eb423442a req-175394a0-d96b-461f-b5b8-98ec0a774de1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:14.814348 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fb054371-7a3c-4068-b38b-6d8eb423442a req-175394a0-d96b-461f-b5b8-98ec0a774de1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 931 time: 0.1269679
Nov 10 14:37:14.850498 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:14.940248 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:14.997135 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fb054371-7a3c-4068-b38b-6d8eb423442a req-d1ac6177-7549-475f-8009-2e4e9644a654 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732724
Nov 10 14:37:15.068616 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Request body: {'port': {'device_id': '1d101ca1-64ca-4dc0-b7d4-7a28d22b0261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:15.106910 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Request body: {'port': {'device_id': 'f23501ca-8d6e-4a19-8321-f402af50770b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:15.292174 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3aa7c-259e-4436-8bf0-c1120d5a51c1 req-e9b524b5-4a05-4414-b03f-3f6a42523429 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:15.299876 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-08d3aa7c-259e-4436-8bf0-c1120d5a51c1 req-e9b524b5-4a05-4414-b03f-3f6a42523429 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 931 time: 0.2799382
Nov 10 14:37:15.316893 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:15.324093 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-52c0c471-28aa-41b8-8025-db19788c0352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:15.342554 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:15.352405 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:15.366544 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fdf6e467-a3f4-4552-affb-728d4933c053 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:15.413066 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:15.518706 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:37:15.523466 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-08d3aa7c-259e-4436-8bf0-c1120d5a51c1 req-14aadf1a-9ae5-4b91-b989-6958b10dfc6b tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Synchronizing usage tracker for tenant:76ad4d79d6844fd9b4ac8f72b10665e5 on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:15.563783 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:37:15.585486 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event updated for resources: {'Port': ['ID=c129a49a-7cfb-40cf-ae41-b6fd0ff8dd47,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:15.589790 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:37:15.593851 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=209acca6-4d01-439a-af6a-7d8d80ec28d7,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:15.598401 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:15.653843 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:15.774395 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ca45c49a-471e-4641-be4f-d82974fdf4bc req-120b6c6d-0ffc-4955-999e-bf9b5cabf094 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 210 time: 0.1995089
Nov 10 14:37:15.861807 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 209acca6-4d01-439a-af6a-7d8d80ec28d7 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:37:15.908008 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-08d3aa7c-259e-4436-8bf0-c1120d5a51c1 req-14aadf1a-9ae5-4b91-b989-6958b10dfc6b tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Unset dirty status for tenant:76ad4d79d6844fd9b4ac8f72b10665e5 on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:15.922823 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-08d3aa7c-259e-4436-8bf0-c1120d5a51c1 req-14aadf1a-9ae5-4b91-b989-6958b10dfc6b tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6223829
Nov 10 14:37:15.985359 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 209acca6-4d01-439a-af6a-7d8d80ec28d7 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:15.986159 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:16.124690 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:16.347323 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e41a2b9-8378-4fd6-8c01-298601a131fe {{(pid=87468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:37:16.397573 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:16.473580 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Transition to ACTIVE for port object 1e41a2b9-8378-4fd6-8c01-298601a131fe will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:37:16.486495 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:16.493798 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7891d630-cd7f-4e87-9505-1e12c195b582 {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:37:16.517332 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f22b3-93db-4d45-aa68-f0e2aa04c4df req-54aa8b13-24c2-40bf-8a4c-7e7a31637ce1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:16.534384 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb6f22b3-93db-4d45-aa68-f0e2aa04c4df req-54aa8b13-24c2-40bf-8a4c-7e7a31637ce1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 931 time: 0.2653673
Nov 10 14:37:16.542707 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:16.630110 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Transition to ACTIVE for port object 7891d630-cd7f-4e87-9505-1e12c195b582 will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:37:16.634360 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:16.663700 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:16.667877 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb6f22b3-93db-4d45-aa68-f0e2aa04c4df req-95ea8695-e986-4a7e-b493-e3d1d2367a16 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108170
Nov 10 14:37:16.732020 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:16.738508 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4e0010dc-66e9-42a6-a0ec-76e7e4a594a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:17.201418 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Pushing event updated for resources: {'Port': ['ID=1e41a2b9-8378-4fd6-8c01-298601a131fe,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:17.327349 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bc18d61f-dcaf-4044-b93f-701557fe7a84 req-d383c9f8-40ba-479a-8344-1f0aad8da39c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 210 time: 0.2287056
Nov 10 14:37:17.330780 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:17.372646 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Attempting to bind port 1e41a2b9-8378-4fd6-8c01-298601a131fe on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:37:17.373483 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Attempting to bind port 1e41a2b9-8378-4fd6-8c01-298601a131fe by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '558a6206-b49b-4840-bfd7-91a0c14e0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '399a4147-9827-4fc1-8b47-2e1a03f798d9'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:37:17.375489 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Attempting to bind port 1e41a2b9-8378-4fd6-8c01-298601a131fe on network 399a4147-9827-4fc1-8b47-2e1a03f798d9 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:37:17.379998 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Pushing event updated for resources: {'Port': ['ID=7891d630-cd7f-4e87-9505-1e12c195b582,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:17.398467 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:17.398757 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Port 1e41a2b9-8378-4fd6-8c01-298601a131fe on network 399a4147-9827-4fc1-8b47-2e1a03f798d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:37:17.400254 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Attempting to bind port 1e41a2b9-8378-4fd6-8c01-298601a131fe on network 399a4147-9827-4fc1-8b47-2e1a03f798d9 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:37:17.412540 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:37:17.413294 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Checking segment: {'id': '558a6206-b49b-4840-bfd7-91a0c14e0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '399a4147-9827-4fc1-8b47-2e1a03f798d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:37:17.414104 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Bound using segment: {'id': '558a6206-b49b-4840-bfd7-91a0c14e0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '399a4147-9827-4fc1-8b47-2e1a03f798d9'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:37:17.414768 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Bound port: 1e41a2b9-8378-4fd6-8c01-298601a131fe, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558a6206-b49b-4840-bfd7-91a0c14e0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '399a4147-9827-4fc1-8b47-2e1a03f798d9'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:37:17.415357 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:17.554235 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Attempting to bind port 7891d630-cd7f-4e87-9505-1e12c195b582 on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:37:17.554795 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Attempting to bind port 7891d630-cd7f-4e87-9505-1e12c195b582 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:37:17.555193 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Attempting to bind port 7891d630-cd7f-4e87-9505-1e12c195b582 on network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:37:17.580934 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbae2fe-089a-45dc-b5f4-347062c7501d req-08fd5281-4263-436a-b0e7-f16d3f911eb4 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:17.588264 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.db.resource_extend [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 14:37:17.591314 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cbbae2fe-089a-45dc-b5f4-347062c7501d req-08fd5281-4263-436a-b0e7-f16d3f911eb4 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 943 time: 0.3069320
Nov 10 14:37:17.610204 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50712) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:17.610784 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:17.613248 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Port 7891d630-cd7f-4e87-9505-1e12c195b582 on network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:37:17.613756 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Attempting to bind port 7891d630-cd7f-4e87-9505-1e12c195b582 on network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:37:17.651534 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:37:17.652144 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Checking segment: {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:37:17.653000 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Bound using segment: {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:37:17.653697 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Bound port: 7891d630-cd7f-4e87-9505-1e12c195b582, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:37:17.654265 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:17.707001 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] For port 1e41a2b9-8378-4fd6-8c01-298601a131fe, host hv-cinder-81740, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:37:17.724198 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] For port 1e41a2b9-8378-4fd6-8c01-298601a131fe, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=1e41a2b9-8378-4fd6-8c01-298601a131fe,segment=NetworkSegment(558a6206-b49b-4840-bfd7-91a0c14e0666),segment_id=558a6206-b49b-4840-bfd7-91a0c14e0666)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:37:17.732450 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:17.753378 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:17.879116 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cbbae2fe-089a-45dc-b5f4-347062c7501d req-da819063-0fb1-4e0b-811b-4d87d3db4b75 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2855790
Nov 10 14:37:17.932272 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:17.968818 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e167bf49-933e-449a-b7ea-03a0b81d3b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:18.026729 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e167bf49-933e-449a-b7ea-03a0b81d3b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:18.061766 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e167bf49-933e-449a-b7ea-03a0b81d3b7f admin admin] Usage tracker for resource:security_group_rule and tenant:fdfd70d9b373440ea85074b3c8d9ed11 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:18.069107 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e167bf49-933e-449a-b7ea-03a0b81d3b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:18.096022 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e167bf49-933e-449a-b7ea-03a0b81d3b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:18.104284 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:18.106514 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] For port 7891d630-cd7f-4e87-9505-1e12c195b582, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:37:18.110180 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:18.111749 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] 10.222.0.16 "PUT /v2.0/ports/1e41a2b9-8378-4fd6-8c01-298601a131fe HTTP/1.1" status: 200  len: 1093 time: 3.2500224
Nov 10 14:37:18.112353 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23501ca-8d6e-4a19-8321-f402af50770b', 'tag': '1e41a2b9-8378-4fd6-8c01-298601a131fe'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:37:18.117938 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] For port 7891d630-cd7f-4e87-9505-1e12c195b582, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7891d630-cd7f-4e87-9505-1e12c195b582,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:37:18.155382 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event updated for resources: {'Port': ['ID=c129a49a-7cfb-40cf-ae41-b6fd0ff8dd47,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:18.168663 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:18.169311 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:18.224941 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:18.249424 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:18.252552 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:18.384722 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:18.385404 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:18.387361 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] 10.222.0.16 "PUT /v2.0/ports/7891d630-cd7f-4e87-9505-1e12c195b582 HTTP/1.1" status: 200  len: 1093 time: 3.5047348
Nov 10 14:37:18.402923 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d101ca1-64ca-4dc0-b7d4-7a28d22b0261', 'tag': '7891d630-cd7f-4e87-9505-1e12c195b582'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:37:18.460810 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52738a2-fddc-4c63-b1af-625ecf500f8f req-5d5b79b4-3e3c-4a89-bd37-eddff7349089 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:18.475774 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b52738a2-fddc-4c63-b1af-625ecf500f8f req-5d5b79b4-3e3c-4a89-bd37-eddff7349089 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 943 time: 0.5403554
Nov 10 14:37:18.492321 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:18.493932 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.0613420
Nov 10 14:37:18.494794 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Pushing event updated for resources: {'Port': ['ID=1e41a2b9-8378-4fd6-8c01-298601a131fe,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:18.511289 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:18.590666 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b52738a2-fddc-4c63-b1af-625ecf500f8f req-a20d5cea-c30e-41f2-8546-7b90e71f240a tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140299
Nov 10 14:37:18.615308 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29b9d098-501e-48d0-b2d6-1c1cb51fb08e req-98b6394a-093b-4a13-bc79-2b3a13395562 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 210 time: 0.0918458
Nov 10 14:37:18.615308 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e167bf49-933e-449a-b7ea-03a0b81d3b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:18.630653 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Pushing event updated for resources: {'Port': ['ID=7891d630-cd7f-4e87-9505-1e12c195b582,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:18.638137 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:18.705692 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e167bf49-933e-449a-b7ea-03a0b81d3b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:18.718790 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-057dc7ee-c6a8-4f17-ab40-d8bc8a1a062d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:18.763807 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e167bf49-933e-449a-b7ea-03a0b81d3b7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fdfd70d9b373440ea85074b3c8d9ed11&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1518989
Nov 10 14:37:18.764821 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167bf49-933e-449a-b7ea-03a0b81d3b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ddb9ca-003a-4b83-8a09-5835c8cb4d40,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:18.767521 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 50762) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:18.768135 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e167bf49-933e-449a-b7ea-03a0b81d3b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:18.938295 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d101ca1-64ca-4dc0-b7d4-7a28d22b0261', 'tag': '7891d630-cd7f-4e87-9505-1e12c195b582', 'status': 'completed', 'code': 200}
Nov 10 14:37:18.953060 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc532-158b-4d04-8fe5-3a24f90ec3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:18.988651 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc532-158b-4d04-8fe5-3a24f90ec3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:19.016756 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23501ca-8d6e-4a19-8321-f402af50770b', 'tag': '1e41a2b9-8378-4fd6-8c01-298601a131fe', 'status': 'completed', 'code': 200}
Nov 10 14:37:19.164104 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-d8a6f2ec-4271-4a65-be7c-a0782ad37cc6 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1443175121&fields=id&tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066 HTTP/1.1" status: 200  len: 267 time: 0.0967586
Nov 10 14:37:19.203233 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fb7c1-e5ba-4d33-9801-a3e889cc4797 req-f8ae86c7-56db-4dd2-ad6d-b6f93a64129c tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:19.205005 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f02fb7c1-e5ba-4d33-9801-a3e889cc4797 req-f8ae86c7-56db-4dd2-ad6d-b6f93a64129c tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 943 time: 0.0944095
Nov 10 14:37:19.207665 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc532-158b-4d04-8fe5-3a24f90ec3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:19.219350 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:19.244602 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bc532-158b-4d04-8fe5-3a24f90ec3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ddb9ca-003a-4b83-8a09-5835c8cb4d40,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:19.251833 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-cd8bc532-158b-4d04-8fe5-3a24f90ec3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:19.267162 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc532-158b-4d04-8fe5-3a24f90ec3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:19.268309 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-cd8bc532-158b-4d04-8fe5-3a24f90ec3b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51ddb9ca-003a-4b83-8a09-5835c8cb4d40 HTTP/1.1" status: 204  len: 168 time: 0.4992490
Nov 10 14:37:19.280667 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f02fb7c1-e5ba-4d33-9801-a3e889cc4797 req-939e840a-8351-42bc-b965-3e3193f5827d tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615082
Nov 10 14:37:19.345939 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-f8033896-2e39-4409-b377-ec4daf6f176a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:19.347496 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-f8033896-2e39-4409-b377-ec4daf6f176a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 816 time: 0.1767480
Nov 10 14:37:19.370152 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-1d2e4272-35ab-4356-9288-1b8469ea1d65 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/quotas/674a5aae3e4a4cab83ecd2bbfcf8e066 HTTP/1.1" status: 200  len: 375 time: 0.0094941
Nov 10 14:37:19.462411 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-f9778dfb-f8be-4548-9072-5162d401f848 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0849023
Nov 10 14:37:19.635578 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-89b011b5-c632-41ee-b00c-caf69bd6742e service neutron] 10.222.0.37 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542258
Nov 10 14:37:19.806051 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0fa86-5ee8-4c56-82df-bd8eb68db536 req-0adf7862-60df-430b-910d-2f36cb3da5e8 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:19.807582 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ebd0fa86-5ee8-4c56-82df-bd8eb68db536 req-0adf7862-60df-430b-910d-2f36cb3da5e8 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 943 time: 0.0936339
Nov 10 14:37:19.830955 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-cb2b95b8-9bac-446c-9550-6a8017be0fe1 service neutron] 10.222.0.37 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774986
Nov 10 14:37:19.855883 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ebd0fa86-5ee8-4c56-82df-bd8eb68db536 req-c6464f05-b836-4c1c-a632-1e6ad23ad468 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409360
Nov 10 14:37:20.028340 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-38e919c0-7490-4120-843e-82a55468cb13 req-5d8a57ab-efa5-4233-95cb-9d3a2ecf42cb tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 210 time: 0.0628366
Nov 10 14:37:20.139699 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50836) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:20.172334 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9bb26a4b-6467-41f1-bd17-346292f4999b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:20.214190 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9bb26a4b-6467-41f1-bd17-346292f4999b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:20.221821 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-9bb26a4b-6467-41f1-bd17-346292f4999b admin admin] Usage tracker for resource:security_group_rule and tenant:5539ba81f84e463181b64f58d5cfde58 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:20.238936 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-9bb26a4b-6467-41f1-bd17-346292f4999b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:20.250234 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9bb26a4b-6467-41f1-bd17-346292f4999b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:20.297604 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-73c79e16-8c95-40af-83e0-925b625ea54a req-c656f6fb-b1c2-4cf1-ace9-deb4e8f401cf tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Synchronizing usage tracker for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:20.399463 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9bb26a4b-6467-41f1-bd17-346292f4999b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:20.408206 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-73c79e16-8c95-40af-83e0-925b625ea54a req-c656f6fb-b1c2-4cf1-ace9-deb4e8f401cf tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Unset dirty status for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:20.414877 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-73c79e16-8c95-40af-83e0-925b625ea54a req-c656f6fb-b1c2-4cf1-ace9-deb4e8f401cf tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 210 time: 0.2954223
Nov 10 14:37:20.514227 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e6b00-9901-4c5b-83ab-aa051379bfd8 req-7cd3d961-31af-4fdd-84d4-d278ef0b3412 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:20.515753 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-568e6b00-9901-4c5b-83ab-aa051379bfd8 req-7cd3d961-31af-4fdd-84d4-d278ef0b3412 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 943 time: 0.0913167
Nov 10 14:37:20.537735 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9bb26a4b-6467-41f1-bd17-346292f4999b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:20.548820 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:20.610335 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-9bb26a4b-6467-41f1-bd17-346292f4999b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5539ba81f84e463181b64f58d5cfde58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4689875
Nov 10 14:37:20.613101 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-568e6b00-9901-4c5b-83ab-aa051379bfd8 req-d79d2f05-3ed5-43bb-aee0-55116b49707e tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907328
Nov 10 14:37:20.613297 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 50860) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:20.614688 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb26a4b-6467-41f1-bd17-346292f4999b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f531003e-93fe-4a3c-8162-3f4d1400cfa7,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:20.628970 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9bb26a4b-6467-41f1-bd17-346292f4999b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:20.684668 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e05b907a-ec9a-4c61-a878-9c9087f9db43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:20.713887 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e05b907a-ec9a-4c61-a878-9c9087f9db43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:20.888991 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e05b907a-ec9a-4c61-a878-9c9087f9db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:20.900924 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:20.911931 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b907a-ec9a-4c61-a878-9c9087f9db43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f531003e-93fe-4a3c-8162-3f4d1400cfa7,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:20.925278 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e05b907a-ec9a-4c61-a878-9c9087f9db43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:20.927619 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e05b907a-ec9a-4c61-a878-9c9087f9db43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:20.932221 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e05b907a-ec9a-4c61-a878-9c9087f9db43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f531003e-93fe-4a3c-8162-3f4d1400cfa7 HTTP/1.1" status: 204  len: 168 time: 0.3169415
Nov 10 14:37:21.238613 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e0ad1-788a-4ee4-be3a-b246898e9ed4 req-8c57e3a4-5f23-4541-b0f6-21208a58b370 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:21.240514 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e47e0ad1-788a-4ee4-be3a-b246898e9ed4 req-8c57e3a4-5f23-4541-b0f6-21208a58b370 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 943 time: 0.2016997
Nov 10 14:37:21.293909 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f6e7806d-d147-447c-8f46-755d72baef27 req-0dd28ae5-198b-4452-ac81-10a0c7de37e1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 210 time: 0.0665791
Nov 10 14:37:21.298413 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e47e0ad1-788a-4ee4-be3a-b246898e9ed4 req-4cc147f3-6bfa-465e-9b2b-565dd070cb11 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518351
Nov 10 14:37:21.558038 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3477e84d-92ba-463d-96d1-3d3d1bc55d15 req-56436369-7cc4-450d-a800-afbc44cfaef4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 210 time: 0.0646114
Nov 10 14:37:21.849171 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc99b2f-c60c-44ac-8b90-564669b2e8a2 req-c847d274-bd7d-4e95-bfcf-5880d97ffbc5 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:21.850621 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bbc99b2f-c60c-44ac-8b90-564669b2e8a2 req-c847d274-bd7d-4e95-bfcf-5880d97ffbc5 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 943 time: 0.0908926
Nov 10 14:37:21.899746 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bbc99b2f-c60c-44ac-8b90-564669b2e8a2 req-48e220e6-2639-4332-9b7f-b5f976a0d9c0 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425804
Nov 10 14:37:22.136675 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50922) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:22.301688 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efe7cc-8cd1-4b4d-9dfe-88d67adbf2ee req-4193c55b-ab0a-45e0-ae69-523444642a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:22.304087 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c3efe7cc-8cd1-4b4d-9dfe-88d67adbf2ee req-4193c55b-ab0a-45e0-ae69-523444642a0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=76ad4d79d6844fd9b4ac8f72b10665e5&device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 1096 time: 0.1032195
Nov 10 14:37:22.535484 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5e1fb-f6eb-48b3-a485-7f2dbb3d0b08 req-daa7248e-d471-40e6-b6dc-793ebe23a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:22.548698 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2db5e1fb-f6eb-48b3-a485-7f2dbb3d0b08 req-daa7248e-d471-40e6-b6dc-793ebe23a3f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 1096 time: 0.2010918
Nov 10 14:37:22.580561 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efe7cc-8cd1-4b4d-9dfe-88d67adbf2ee req-457fe848-a425-4816-969d-18374a3e8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:22.582311 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c3efe7cc-8cd1-4b4d-9dfe-88d67adbf2ee req-457fe848-a425-4816-969d-18374a3e8485 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=76ad4d79d6844fd9b4ac8f72b10665e5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2376688
Nov 10 14:37:22.715301 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f623e4e3-535a-47b9-8ce0-86e8050f67ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:22.771959 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-edfa9aff-b15c-431e-935d-adafe6cfc705 req-a101ca74-2827-424a-b3f9-11e19d60c9e3 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 210 time: 0.0610156
Nov 10 14:37:22.779938 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f623e4e3-535a-47b9-8ce0-86e8050f67ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:22.787684 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f623e4e3-535a-47b9-8ce0-86e8050f67ea admin admin] Usage tracker for resource:security_group_rule and tenant:b0e7aaa32bea431d861eadbef071f3aa is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:22.795215 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f623e4e3-535a-47b9-8ce0-86e8050f67ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:22.832480 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f623e4e3-535a-47b9-8ce0-86e8050f67ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:22.863646 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efe7cc-8cd1-4b4d-9dfe-88d67adbf2ee req-db8354dd-82cc-4c2e-a9aa-ff3f6b7888b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:22.864640 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c3efe7cc-8cd1-4b4d-9dfe-88d67adbf2ee req-db8354dd-82cc-4c2e-a9aa-ff3f6b7888b1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2628961
Nov 10 14:37:22.865743 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.16', 55122) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:23.026220 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b5ebf51-61ba-4761-82a4-2394d10cfc9a req-548551d3-7124-41ed-8809-49e18c29d16f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 210 time: 0.0637565
Nov 10 14:37:23.038231 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5e1fb-f6eb-48b3-a485-7f2dbb3d0b08 req-d6fe7734-90cc-4b38-8f87-51b5753e5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:23.040340 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2db5e1fb-f6eb-48b3-a485-7f2dbb3d0b08 req-d6fe7734-90cc-4b38-8f87-51b5753e5782 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5922bb61d971442280ac55798df8c5ab&shared=False HTTP/1.1" status: 200  len: 914 time: 0.4829154
Nov 10 14:37:23.069501 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f623e4e3-535a-47b9-8ce0-86e8050f67ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:23.088409 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-2c152601-361e-4efa-b53f-07a812da47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:23.090100 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-2c152601-361e-4efa-b53f-07a812da47ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=76ad4d79d6844fd9b4ac8f72b10665e5&device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 1096 time: 0.1774127
Nov 10 14:37:23.134869 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6149f-cd82-4303-a3e6-82506238e53b req-a76dc8ce-7628-481e-af3a-48eb66367cdf tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:23.144118 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-30f6149f-cd82-4303-a3e6-82506238e53b req-a76dc8ce-7628-481e-af3a-48eb66367cdf tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 943 time: 0.4295216
Nov 10 14:37:23.209763 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-3cea7955-387f-4a4e-97e5-e2c169425b52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e41a2b9-8378-4fd6-8c01-298601a131fe HTTP/1.1" status: 200  len: 217 time: 0.1103771
Nov 10 14:37:23.281713 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6fd22a95-0616-4613-8785-cc2d3785d683 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:23.283856 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6fd22a95-0616-4613-8785-cc2d3785d683 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.16 "GET /v2.0/networks?id=2c63d63d-a43a-4aed-bb08-634fd5629552 HTTP/1.1" status: 200  len: 819 time: 0.4108279
Nov 10 14:37:23.305898 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Request body: {'port': {'device_id': '1231f2b0-83cc-4cfd-9062-359a80fdc871', 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552', 'admin_state_up': True, 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:23.316879 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f623e4e3-535a-47b9-8ce0-86e8050f67ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:23.337376 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-029aff5b-8b59-4628-8286-198e4937448d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:23.392567 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-e7919c92-446f-48f1-9972-1aed5377e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:23.394223 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-e7919c92-446f-48f1-9972-1aed5377e8b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1469eb80-40c5-4cc3-a063-cd7daae201b5 HTTP/1.1" status: 200  len: 851 time: 0.1762178
Nov 10 14:37:23.397578 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f623e4e3-535a-47b9-8ce0-86e8050f67ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0e7aaa32bea431d861eadbef071f3aa&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2598572
Nov 10 14:37:23.400865 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 50962) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:23.403091 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623e4e3-535a-47b9-8ce0-86e8050f67ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840144c3-3ddb-4c00-87fc-a144e31267c7,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:23.409130 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f623e4e3-535a-47b9-8ce0-86e8050f67ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:23.484844 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-1a69639f-5cb7-4099-b933-fee378f28dbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=399a4147-9827-4fc1-8b47-2e1a03f798d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0774879
Nov 10 14:37:23.500577 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a8cff-690c-4d9b-b74c-be082ef07197 req-3f828eea-4f03-423e-976e-2717a7047b5f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:23.507637 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-781a8cff-690c-4d9b-b74c-be082ef07197 req-3f828eea-4f03-423e-976e-2717a7047b5f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 943 time: 0.3479581
Nov 10 14:37:23.543453 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:23.578202 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-30f6149f-cd82-4303-a3e6-82506238e53b req-9d5420ca-e1bc-4acf-b1ff-9827b3de3d57 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4329984
Nov 10 14:37:23.622942 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:23.653405 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5e1fb-f6eb-48b3-a485-7f2dbb3d0b08 req-48624c0b-68f8-4f3d-9875-902e36f34aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:23.661624 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2db5e1fb-f6eb-48b3-a485-7f2dbb3d0b08 req-48624c0b-68f8-4f3d-9875-902e36f34aa9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5296946
Nov 10 14:37:23.735912 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-781a8cff-690c-4d9b-b74c-be082ef07197 req-d57b5374-6f95-41f3-8b5a-f7ac32e468c5 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273295
Nov 10 14:37:23.741146 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b7878cf6-6f57-4d75-9253-4bcff586ef24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:23.785145 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-03863c24-a6c3-43f2-9cff-035ad2df086c service neutron] 10.222.0.16 "GET /v2.0/networks/399a4147-9827-4fc1-8b47-2e1a03f798d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2753057
Nov 10 14:37:23.797723 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Made reservation on behalf of 34ca01fa62e74a0286a7e3767dcb5bca for: {'port': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:37:23.808674 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:23.832554 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b7878cf6-6f57-4d75-9253-4bcff586ef24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:23.930498 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.16', 55126) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:24.102527 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d1ef876e-4ecd-4a31-ac38-543acd3c3452 req-f0a2a75a-5abb-41fc-8ab5-86c9023350ee tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 210 time: 0.1671917
Nov 10 14:37:24.248469 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-dd1e558e-6d61-4187-8fed-39a58ba79ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:24.249987 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-dd1e558e-6d61-4187-8fed-39a58ba79ca6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 1096 time: 0.4014850
Nov 10 14:37:24.251100 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Allocated IP 172.20.0.4 (2c63d63d-a43a-4aed-bb08-634fd5629552/dd616024-d7e8-458c-988c-76b5df329b34/318ddc56-b050-4d3c-8ff3-c058ac7537b6) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:37:24.336106 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-9912270c-c830-4082-b85a-06976e709c9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7891d630-cd7f-4e87-9505-1e12c195b582 HTTP/1.1" status: 200  len: 217 time: 0.0756598
Nov 10 14:37:24.342072 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-efeccbb9-4f55-4522-95f5-8809428dd259 req-1c67d197-dc98-4cb0-8341-8023cca30a25 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 210 time: 0.1396358
Nov 10 14:37:24.391391 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-d60085e1-7602-413a-9443-d34b6dbb0255 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:24.393504 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-d60085e1-7602-413a-9443-d34b6dbb0255 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.16 "GET /v2.0/networks?id=2c63d63d-a43a-4aed-bb08-634fd5629552 HTTP/1.1" status: 200  len: 819 time: 0.4584374
Nov 10 14:37:24.425087 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Request body: {'port': {'device_id': '2b4b6c5f-1548-4a72-8789-e490b303d3d2', 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552', 'admin_state_up': True, 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:24.438931 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-ccd75996-5703-4c11-87b1-3386800f6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:24.440288 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-ccd75996-5703-4c11-87b1-3386800f6ff4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6f4016f-e940-4f2d-b741-d4304df11406 HTTP/1.1" status: 200  len: 853 time: 0.0939424
Nov 10 14:37:24.595584 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-176e38a8-354b-41a3-ade7-df444b0b7ebc req-034112c3-529b-4aa9-8a1a-5f312f53985c service neutron] 10.222.0.16 "GET /v2.0/networks/399a4147-9827-4fc1-8b47-2e1a03f798d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7767217
Nov 10 14:37:24.663128 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-04260e1c-33e7-48e4-80e4-9b23a2ab5f9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2103386
Nov 10 14:37:24.709506 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b7878cf6-6f57-4d75-9253-4bcff586ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:24.731715 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e167bf49-933e-449a-b7ea-03a0b81d3b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:24.766312 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7878cf6-6f57-4d75-9253-4bcff586ef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840144c3-3ddb-4c00-87fc-a144e31267c7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:24.782784 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b7878cf6-6f57-4d75-9253-4bcff586ef24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:24.820179 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b7878cf6-6f57-4d75-9253-4bcff586ef24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:24.822210 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b7878cf6-6f57-4d75-9253-4bcff586ef24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/840144c3-3ddb-4c00-87fc-a144e31267c7 HTTP/1.1" status: 204  len: 168 time: 1.4204023
Nov 10 14:37:24.859675 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-752d7357-fcd3-464f-90b2-7101ed20ce83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:24.891475 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:24.902634 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-f1588b6f-c9ce-4ebf-ae60-d7db3c3233da service neutron] 10.222.0.16 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2309735
Nov 10 14:37:25.070779 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:25.271741 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:25.274209 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-04f5d5fc-25ce-4648-b7cc-e5eec73f59cc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:25.276543 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-04f5d5fc-25ce-4648-b7cc-e5eec73f59cc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 816 time: 0.4521224
Nov 10 14:37:25.281427 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Made reservation on behalf of 34ca01fa62e74a0286a7e3767dcb5bca for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:37:25.286760 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:25.305791 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:25.354774 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d75ed-96d1-4406-a05b-a36bcedc97c2 req-8fd8e91e-a623-41de-9b3c-25c1df564b37 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:25.362524 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ef6d75ed-96d1-4406-a05b-a36bcedc97c2 req-8fd8e91e-a623-41de-9b3c-25c1df564b37 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 943 time: 0.3016417
Nov 10 14:37:25.405406 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-932eed3d-a9c1-437d-b2a0-350d6c15725d req-9c9110a1-78ee-4d58-b19a-fe1811c40400 service neutron] 10.222.0.16 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2080560
Nov 10 14:37:25.415680 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb979a-77ee-4b98-b99a-a00006e770c2 req-b994ab82-9535-4bfe-99e1-a3bb485fe972 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:25.423392 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5ceb979a-77ee-4b98-b99a-a00006e770c2 req-b994ab82-9535-4bfe-99e1-a3bb485fe972 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 943 time: 0.6657360
Nov 10 14:37:25.476555 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5ceb979a-77ee-4b98-b99a-a00006e770c2 req-9e13dd1e-15af-4e46-8b52-3df1ffae86d1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521991
Nov 10 14:37:25.491108 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-a39f6719-068f-4a76-94b5-f430b692f35b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066 HTTP/1.1" status: 200  len: 380 time: 0.1861801
Nov 10 14:37:25.508134 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Request body: {'port': {'device_id': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'admin_state_up': True, 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'security_groups': ['3b27a12b-201d-4090-a7f2-1127cc4a7675']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:25.534719 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ef6d75ed-96d1-4406-a05b-a36bcedc97c2 req-763f4721-06ad-44e5-bd73-d0d43646ef57 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620286
Nov 10 14:37:25.551955 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:25.560332 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:25.757043 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Network 2c63d63d-a43a-4aed-bb08-634fd5629552 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:37:25.765535 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:37:25.775950 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:37:25.821365 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 51046) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:25.848879 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Pushing event updated for resources: {'Port': ['ID=318ddc56-b050-4d3c-8ff3-c058ac7537b6,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:25.854335 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:25.876725 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:25.877348 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:25.908267 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478fa69-ce98-4351-830f-a4cf2406230a req-ba4b9481-3a45-4422-85e6-ec5f8ed3bcfc tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:25.909773 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7478fa69-ce98-4351-830f-a4cf2406230a req-ba4b9481-3a45-4422-85e6-ec5f8ed3bcfc tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 931 time: 0.2632380
Nov 10 14:37:25.924742 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-637f8440-074b-4947-a6c7-964087fc0e6f req-42d32686-5b8c-45b5-ac77-1081c7a563b9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 210 time: 0.1031291
Nov 10 14:37:25.968388 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-7478fa69-ce98-4351-830f-a4cf2406230a req-15f57ac0-efd2-4701-8c54-b05bc25ed46d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Synchronizing usage tracker for tenant:34ca01fa62e74a0286a7e3767dcb5bca on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:26.002553 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Allocated IP 172.20.0.2 (2c63d63d-a43a-4aed-bb08-634fd5629552/dd616024-d7e8-458c-988c-76b5df329b34/fb4db84b-cf37-44aa-b163-90343a69b5c7) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:37:26.015480 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:26.018352 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-64b62671-54c3-4831-aace-bda6e59bb275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:26.037948 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:26.043165 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-64b62671-54c3-4831-aace-bda6e59bb275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:26.046380 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-64b62671-54c3-4831-aace-bda6e59bb275 admin admin] Usage tracker for resource:security_group_rule and tenant:ecb32f6b3e8f4d3289ce42873803842e is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:26.049598 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-64b62671-54c3-4831-aace-bda6e59bb275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:26.055755 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-64b62671-54c3-4831-aace-bda6e59bb275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:26.067873 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7738893
Nov 10 14:37:26.085254 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Request body: {'port': {'device_id': '1231f2b0-83cc-4cfd-9062-359a80fdc871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:26.126403 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-7478fa69-ce98-4351-830f-a4cf2406230a req-15f57ac0-efd2-4701-8c54-b05bc25ed46d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Unset dirty status for tenant:34ca01fa62e74a0286a7e3767dcb5bca on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:26.127553 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7478fa69-ce98-4351-830f-a4cf2406230a req-15f57ac0-efd2-4701-8c54-b05bc25ed46d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2110298
Nov 10 14:37:26.235773 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:26.262131 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Made reservation on behalf of 674a5aae3e4a4cab83ecd2bbfcf8e066 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:37:26.265846 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:26.313202 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 51058) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:26.325925 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-64b62671-54c3-4831-aace-bda6e59bb275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:26.346228 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7f9b165d-9527-422a-9256-f39ed9e6aa71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:26.405865 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-7f9b165d-9527-422a-9256-f39ed9e6aa71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:26.414956 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-7f9b165d-9527-422a-9256-f39ed9e6aa71 admin admin] Usage tracker for resource:security_group_rule and tenant:f284bef998e147d19321dd2e4142df43 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:26.418374 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-7f9b165d-9527-422a-9256-f39ed9e6aa71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:26.434056 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-7f9b165d-9527-422a-9256-f39ed9e6aa71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:26.472331 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-64b62671-54c3-4831-aace-bda6e59bb275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:26.564729 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-cd8bc532-158b-4d04-8fe5-3a24f90ec3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:26.598104 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b62671-54c3-4831-aace-bda6e59bb275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0445c1c-2347-4406-bdbf-ba1877ab4f43,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:26.634919 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:26.667877 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-64b62671-54c3-4831-aace-bda6e59bb275 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecb32f6b3e8f4d3289ce42873803842e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8402641
Nov 10 14:37:26.667877 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-64b62671-54c3-4831-aace-bda6e59bb275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:26.667877 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7f9b165d-9527-422a-9256-f39ed9e6aa71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:26.668676 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 51072) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:26.790800 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Allocated IP 172.20.0.4 (23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f/7128e985-b0fc-4bb7-91ae-75574f19ce47/7793089e-a0b8-4723-9932-7fab3e74abdc) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:37:26.798561 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7f9b165d-9527-422a-9256-f39ed9e6aa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:26.810014 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-64b62671-54c3-4831-aace-bda6e59bb275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:26.879001 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-7f9b165d-9527-422a-9256-f39ed9e6aa71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f284bef998e147d19321dd2e4142df43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5586185
Nov 10 14:37:26.879711 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b165d-9527-422a-9256-f39ed9e6aa71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5086ff7-b521-47b3-9625-29b4866373c2,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:26.882201 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-71fdc713-582f-4c43-a579-2ab85ef602dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:26.884201 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 51078) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:26.887042 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-7f9b165d-9527-422a-9256-f39ed9e6aa71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:26.951374 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de27cce-ad23-4e8a-b232-7cc7d2413186 req-20a4cde5-525f-4aef-8d06-2e60e7dbc46f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:26.952878 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2de27cce-ad23-4e8a-b232-7cc7d2413186 req-20a4cde5-525f-4aef-8d06-2e60e7dbc46f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 943 time: 0.2433379
Nov 10 14:37:26.960678 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-71fdc713-582f-4c43-a579-2ab85ef602dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:26.975522 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157033cb-d03b-4794-8d66-15a95a337e12 req-56085b9e-7ef1-4ab3-b857-f2c9b15988d2 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:26.976970 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-157033cb-d03b-4794-8d66-15a95a337e12 req-56085b9e-7ef1-4ab3-b857-f2c9b15988d2 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 943 time: 0.2519937
Nov 10 14:37:27.014255 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.039617 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:27.133617 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-99cdd575-b2da-48b6-a838-77da5bbdaef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.140197 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2de27cce-ad23-4e8a-b232-7cc7d2413186 req-7de63760-bbbd-42a6-ba5a-d553a700a17a tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704071
Nov 10 14:37:27.144346 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Network 2c63d63d-a43a-4aed-bb08-634fd5629552 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:37:27.149613 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-157033cb-d03b-4794-8d66-15a95a337e12 req-bfc2ced3-c48c-41df-8777-d5b5b5c99308 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613650
Nov 10 14:37:27.150404 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:37:27.159121 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.164768 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:37:27.196761 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Pushing event updated for resources: {'Port': ['ID=fb4db84b-cf37-44aa-b163-90343a69b5c7,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:27.205592 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:27.242150 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:27.242833 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.243226 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-99cdd575-b2da-48b6-a838-77da5bbdaef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.300047 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Transition to ACTIVE for port object 7793089e-a0b8-4723-9932-7fab3e74abdc will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:37:27.334403 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-71fdc713-582f-4c43-a579-2ab85ef602dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.387446 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9684479
Nov 10 14:37:27.434728 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.453679 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-90376ed4-705a-4592-8557-5622d68a0310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:27.455221 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-2182d6c2-ef20-4c8c-b498-003e734afd54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:27.461863 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.db.resource_extend [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 14:37:27.480507 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c280b61-1ba7-403e-ad37-9a5b485a3d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.522089 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdc713-582f-4c43-a579-2ab85ef602dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0445c1c-2347-4406-bdbf-ba1877ab4f43,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:27.538200 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-71fdc713-582f-4c43-a579-2ab85ef602dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:27.568126 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-71fdc713-582f-4c43-a579-2ab85ef602dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.569279 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-71fdc713-582f-4c43-a579-2ab85ef602dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0445c1c-2347-4406-bdbf-ba1877ab4f43 HTTP/1.1" status: 204  len: 168 time: 0.8996077
Nov 10 14:37:27.580418 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318ddc56-b050-4d3c-8ff3-c058ac7537b6 {{(pid=87468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:37:27.585444 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:37:27.592356 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:37:27.600871 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.605551 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:37:27.640463 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Transition to ACTIVE for port object 318ddc56-b050-4d3c-8ff3-c058ac7537b6 will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:37:27.662958 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event updated for resources: {'Port': ['ID=7793089e-a0b8-4723-9932-7fab3e74abdc,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:27.671343 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1b71d-b363-4428-b6e2-62475db0b248 req-910c7874-2a87-4211-ab16-67ad0a7e1002 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:27.672598 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-faa1b71d-b363-4428-b6e2-62475db0b248 req-910c7874-2a87-4211-ab16-67ad0a7e1002 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Synchronizing usage tracker for tenant:34ca01fa62e74a0286a7e3767dcb5bca on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:27.677978 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:27.687764 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-99cdd575-b2da-48b6-a838-77da5bbdaef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.703714 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:27.718281 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abd0a6-3985-4268-8b14-89c2eff3ec38 req-cc6a2ec3-dcc3-4bab-9f76-dc091c7b6aac tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:27.719040 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-40abd0a6-3985-4268-8b14-89c2eff3ec38 req-cc6a2ec3-dcc3-4bab-9f76-dc091c7b6aac tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Synchronizing usage tracker for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:27.725399 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdd575-b2da-48b6-a838-77da5bbdaef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5086ff7-b521-47b3-9625-29b4866373c2,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:27.731041 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:27.732262 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.737696 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-99cdd575-b2da-48b6-a838-77da5bbdaef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:27.739494 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.742198 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-99cdd575-b2da-48b6-a838-77da5bbdaef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:27.750555 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-99cdd575-b2da-48b6-a838-77da5bbdaef1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5086ff7-b521-47b3-9625-29b4866373c2 HTTP/1.1" status: 204  len: 168 time: 0.8561404
Nov 10 14:37:27.752732 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:27.858755 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-faa1b71d-b363-4428-b6e2-62475db0b248 req-910c7874-2a87-4211-ab16-67ad0a7e1002 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Unset dirty status for tenant:34ca01fa62e74a0286a7e3767dcb5bca on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:27.859723 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-40abd0a6-3985-4268-8b14-89c2eff3ec38 req-cc6a2ec3-dcc3-4bab-9f76-dc091c7b6aac tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Unset dirty status for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:27.860411 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-faa1b71d-b363-4428-b6e2-62475db0b248 req-910c7874-2a87-4211-ab16-67ad0a7e1002 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 931 time: 0.5480442
Nov 10 14:37:27.860920 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-40abd0a6-3985-4268-8b14-89c2eff3ec38 req-cc6a2ec3-dcc3-4bab-9f76-dc091c7b6aac tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 931 time: 0.4648042
Nov 10 14:37:27.862303 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3647575
Nov 10 14:37:27.936329 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-40abd0a6-3985-4268-8b14-89c2eff3ec38 req-57431e01-24d7-40f3-b315-4fbb4c41ddec tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617206
Nov 10 14:37:28.003051 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-115028e7-1273-4269-835f-58c755fbf724 None None] Provisioning for port 7793089e-a0b8-4723-9932-7fab3e74abdc completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:37:28.008544 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-115028e7-1273-4269-835f-58c755fbf724 None None] Provisioning complete for port 7793089e-a0b8-4723-9932-7fab3e74abdc triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:28.009163 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-115028e7-1273-4269-835f-58c755fbf724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:28.053523 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Pushing event updated for resources: {'Port': ['ID=318ddc56-b050-4d3c-8ff3-c058ac7537b6,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:28.078940 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-115028e7-1273-4269-835f-58c755fbf724 None None] Port 7793089e-a0b8-4723-9932-7fab3e74abdc cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:37:28.098233 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:28.154222 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-faa1b71d-b363-4428-b6e2-62475db0b248 req-6c31d13a-12a5-4b31-8c75-6d29853b9c1f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2633944
Nov 10 14:37:28.193164 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Attempting to bind port 318ddc56-b050-4d3c-8ff3-c058ac7537b6 on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:37:28.193633 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Attempting to bind port 318ddc56-b050-4d3c-8ff3-c058ac7537b6 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:37:28.193959 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Attempting to bind port 318ddc56-b050-4d3c-8ff3-c058ac7537b6 on network 2c63d63d-a43a-4aed-bb08-634fd5629552 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:37:28.200182 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Port 318ddc56-b050-4d3c-8ff3-c058ac7537b6 on network 2c63d63d-a43a-4aed-bb08-634fd5629552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:37:28.201052 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Attempting to bind port 318ddc56-b050-4d3c-8ff3-c058ac7537b6 on network 2c63d63d-a43a-4aed-bb08-634fd5629552 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:37:28.206776 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:37:28.207114 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Checking segment: {'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:37:28.207565 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Bound using segment: {'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:37:28.208003 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Bound port: 318ddc56-b050-4d3c-8ff3-c058ac7537b6, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:37:28.208348 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:28.445756 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:28.460253 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] For port 318ddc56-b050-4d3c-8ff3-c058ac7537b6, host hv-cinder-81740, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:37:28.492786 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d0a4e-e055-4f0f-92f0-89863b9ddcd9 req-d21c39eb-4a22-41e8-b6bc-3d0205ccbb21 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:28.494057 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] For port 318ddc56-b050-4d3c-8ff3-c058ac7537b6, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=318ddc56-b050-4d3c-8ff3-c058ac7537b6,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:37:28.495007 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-135d0a4e-e055-4f0f-92f0-89863b9ddcd9 req-d21c39eb-4a22-41e8-b6bc-3d0205ccbb21 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 943 time: 0.0991323
Nov 10 14:37:28.534734 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ae58d-cefa-40fe-8384-2704906299b7 req-36afc6b2-5f5d-49a5-8596-c42b529a9c02 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:28.536326 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5a9ae58d-cefa-40fe-8384-2704906299b7 req-36afc6b2-5f5d-49a5-8596-c42b529a9c02 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 943 time: 0.1413555
Nov 10 14:37:28.551821 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-135d0a4e-e055-4f0f-92f0-89863b9ddcd9 req-46589e36-f09b-4ab5-a6d9-71000977e338 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468085
Nov 10 14:37:28.587836 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:28.601864 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-73d35538-25d5-49be-a9f1-2bda7df5d22f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:28.659402 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5a9ae58d-cefa-40fe-8384-2704906299b7 req-92cb67a8-5015-497e-b0c9-0499b4b6a209 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135504
Nov 10 14:37:28.672249 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:28.672447 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:28.673837 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] 10.222.0.16 "PUT /v2.0/ports/318ddc56-b050-4d3c-8ff3-c058ac7537b6 HTTP/1.1" status: 200  len: 1093 time: 2.5929987
Nov 10 14:37:28.677158 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1231f2b0-83cc-4cfd-9062-359a80fdc871', 'tag': '318ddc56-b050-4d3c-8ff3-c058ac7537b6'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:37:28.698745 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Pushing event updated for resources: {'Port': ['ID=318ddc56-b050-4d3c-8ff3-c058ac7537b6,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:28.702036 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:28.724059 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1231f2b0-83cc-4cfd-9062-359a80fdc871', 'tag': '318ddc56-b050-4d3c-8ff3-c058ac7537b6', 'status': 'completed', 'code': 200}
Nov 10 14:37:28.747247 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 51116) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:28.770291 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a61b-f38d-47d9-9e75-52bb351c3350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:28.785451 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-f8f8a61b-f38d-47d9-9e75-52bb351c3350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:28.789374 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-f8f8a61b-f38d-47d9-9e75-52bb351c3350 admin admin] Usage tracker for resource:security_group_rule and tenant:19f67c68864149e896ddcff15f81741b is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:28.792242 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-f8f8a61b-f38d-47d9-9e75-52bb351c3350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:28.798807 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-f8f8a61b-f38d-47d9-9e75-52bb351c3350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:28.883354 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a61b-f38d-47d9-9e75-52bb351c3350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:28.945002 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a61b-f38d-47d9-9e75-52bb351c3350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:28.954677 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:28.994860 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-f8f8a61b-f38d-47d9-9e75-52bb351c3350 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19f67c68864149e896ddcff15f81741b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2459297
Nov 10 14:37:28.996538 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8a61b-f38d-47d9-9e75-52bb351c3350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4571475-4893-443a-b7c6-71cef475d0d6,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:28.998275 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 51130) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:29.000424 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-f8f8a61b-f38d-47d9-9e75-52bb351c3350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:29.077374 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e5206e88-b5d2-4723-a953-f26287b0c718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:29.105353 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e5206e88-b5d2-4723-a953-f26287b0c718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:29.161217 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7e0db-72d0-42ee-b4ce-36abc1b510ae req-e43d402f-a8db-4fab-b3bf-0989d361dc03 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:29.162859 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6dd7e0db-72d0-42ee-b4ce-36abc1b510ae req-e43d402f-a8db-4fab-b3bf-0989d361dc03 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 931 time: 0.0995493
Nov 10 14:37:29.213094 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-6dd7e0db-72d0-42ee-b4ce-36abc1b510ae req-457d4f75-1d4d-44a8-9443-1726fd757bf0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Synchronizing usage tracker for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:29.251611 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e5206e88-b5d2-4723-a953-f26287b0c718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:29.258962 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:29.272950 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5206e88-b5d2-4723-a953-f26287b0c718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4571475-4893-443a-b7c6-71cef475d0d6,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:29.276458 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e5206e88-b5d2-4723-a953-f26287b0c718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:29.281261 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e5206e88-b5d2-4723-a953-f26287b0c718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:29.285074 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e5206e88-b5d2-4723-a953-f26287b0c718 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4571475-4893-443a-b7c6-71cef475d0d6 HTTP/1.1" status: 204  len: 168 time: 0.2827742
Nov 10 14:37:29.317273 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-6dd7e0db-72d0-42ee-b4ce-36abc1b510ae req-457d4f75-1d4d-44a8-9443-1726fd757bf0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Unset dirty status for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:29.319052 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6dd7e0db-72d0-42ee-b4ce-36abc1b510ae req-457d4f75-1d4d-44a8-9443-1726fd757bf0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1500995
Nov 10 14:37:29.425041 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39136a7-e00a-47d8-be41-5a0d765535b4 req-2f97ce26-5ce1-4bea-a535-2b71e161b4fd tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:29.425803 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-f39136a7-e00a-47d8-be41-5a0d765535b4 req-2f97ce26-5ce1-4bea-a535-2b71e161b4fd tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Synchronizing usage tracker for tenant:34ca01fa62e74a0286a7e3767dcb5bca on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:37:29.438118 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-f39136a7-e00a-47d8-be41-5a0d765535b4 req-2f97ce26-5ce1-4bea-a535-2b71e161b4fd tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Unset dirty status for tenant:34ca01fa62e74a0286a7e3767dcb5bca on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:37:29.439266 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f39136a7-e00a-47d8-be41-5a0d765535b4 req-2f97ce26-5ce1-4bea-a535-2b71e161b4fd tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.1056848
Nov 10 14:37:29.501342 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f39136a7-e00a-47d8-be41-5a0d765535b4 req-e3223345-52be-4cb6-8b9c-d036f366cb28 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521770
Nov 10 14:37:29.787287 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d77f78-d1f3-4ec2-8c12-f8151116ba04 req-e4f77240-6277-458f-8d26-b1e3c862d898 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:29.788807 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-46d77f78-d1f3-4ec2-8c12-f8151116ba04 req-e4f77240-6277-458f-8d26-b1e3c862d898 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 943 time: 0.1213281
Nov 10 14:37:29.789196 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:29.852998 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-46d77f78-d1f3-4ec2-8c12-f8151116ba04 req-f66ae8af-2512-430b-a37d-fd50bcb2b153 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576308
Nov 10 14:37:29.866073 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4ed5b-86ae-4e6e-9043-38568a5c4336 req-f03cdd87-4c28-4012-b6fb-663b363bb294 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:29.867854 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-05d4ed5b-86ae-4e6e-9043-38568a5c4336 req-f03cdd87-4c28-4012-b6fb-663b363bb294 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 943 time: 0.0895278
Nov 10 14:37:29.915598 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-05d4ed5b-86ae-4e6e-9043-38568a5c4336 req-78256d8b-b3fb-4bd7-969f-55855e06390d tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412681
Nov 10 14:37:30.531361 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7891d630-cd7f-4e87-9505-1e12c195b582 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:37:30.540012 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Request body: {'port': {'device_id': '2b4b6c5f-1548-4a72-8789-e490b303d3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:30.540510 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89f430-f265-43d9-a756-e96bfa1a4063 req-2e96973b-6ab5-4279-8d8b-20ef53fa8a28 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:30.543903 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ce89f430-f265-43d9-a756-e96bfa1a4063 req-2e96973b-6ab5-4279-8d8b-20ef53fa8a28 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 931 time: 0.1080890
Nov 10 14:37:30.635879 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Request body: {'port': {'device_id': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:37:30.642416 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ce89f430-f265-43d9-a756-e96bfa1a4063 req-6e18259e-b2a4-48dc-a2f7-4868c0896505 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568767
Nov 10 14:37:30.704733 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50064cbd-45c8-481a-8551-51fe22015251 req-0adea871-44ce-449f-97ff-c29a92063673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:30.714728 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-50064cbd-45c8-481a-8551-51fe22015251 req-0adea871-44ce-449f-97ff-c29a92063673 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 1096 time: 0.1680543
Nov 10 14:37:30.754732 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7891d630-cd7f-4e87-9505-1e12c195b582, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7891d630-cd7f-4e87-9505-1e12c195b582,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:30.808974 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '7891d630-cd7f-4e87-9505-1e12c195b582', 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2', 'port_id': '7891d630-cd7f-4e87-9505-1e12c195b582', 'mac_address': 'fa:16:3e:82:b2:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f4016f-e940-4f2d-b741-d4304df11406', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:37:30.843817 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:30.935735 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50064cbd-45c8-481a-8551-51fe22015251 req-7ec81ebc-8e49-41a9-81e6-527083f30704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:30.942904 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-50064cbd-45c8-481a-8551-51fe22015251 req-7ec81ebc-8e49-41a9-81e6-527083f30704 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2135568
Nov 10 14:37:30.976325 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:31.024812 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7891d630-cd7f-4e87-9505-1e12c195b582 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:37:31.044516 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7891d630-cd7f-4e87-9505-1e12c195b582, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7891d630-cd7f-4e87-9505-1e12c195b582,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:31.117468 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:31.177917 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:31.178986 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 1e41a2b9-8378-4fd6-8c01-298601a131fe details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:37:31.190074 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50064cbd-45c8-481a-8551-51fe22015251 req-c723fa59-1ee1-46da-8ae2-3e0a39185ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:31.196510 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-50064cbd-45c8-481a-8551-51fe22015251 req-c723fa59-1ee1-46da-8ae2-3e0a39185ec3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2504616
Nov 10 14:37:31.249619 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6080b4-72f0-4277-8c32-7f0924db650a req-2667e483-0ecb-4703-ad71-f18026d2d69d tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:31.256876 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:31.257993 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-db6080b4-72f0-4277-8c32-7f0924db650a req-2667e483-0ecb-4703-ad71-f18026d2d69d tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 943 time: 0.1916630
Nov 10 14:37:31.333731 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea789db-77d6-4d80-987d-b61d97960899 req-a25da35d-b0b2-4ea4-bf34-3f571af69d50 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:31.335301 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dea789db-77d6-4d80-987d-b61d97960899 req-a25da35d-b0b2-4ea4-bf34-3f571af69d50 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.4926314
Nov 10 14:37:31.391698 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-db6080b4-72f0-4277-8c32-7f0924db650a req-6ca724dd-8453-4bc2-a55d-f056ad349c18 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302609
Nov 10 14:37:31.394103 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7891d630-cd7f-4e87-9505-1e12c195b582,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:31.397643 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:31.439731 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-af64a019-a527-403c-8614-d23deea3c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:31.441740 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-af64a019-a527-403c-8614-d23deea3c282 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 1096 time: 0.1806693
Nov 10 14:37:31.522078 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dea789db-77d6-4d80-987d-b61d97960899 req-2b3e1889-5958-4193-8482-d80ddf6d86b7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741316
Nov 10 14:37:31.551970 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 1e41a2b9-8378-4fd6-8c01-298601a131fe, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=1e41a2b9-8378-4fd6-8c01-298601a131fe,segment=NetworkSegment(558a6206-b49b-4840-bfd7-91a0c14e0666),segment_id=558a6206-b49b-4840-bfd7-91a0c14e0666)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:31.593860 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '1e41a2b9-8378-4fd6-8c01-298601a131fe', 'network_id': '399a4147-9827-4fc1-8b47-2e1a03f798d9', 'port_id': '1e41a2b9-8378-4fd6-8c01-298601a131fe', 'mac_address': 'fa:16:3e:a6:7f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1469eb80-40c5-4cc3-a063-cd7daae201b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:37:31.687822 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:31.710150 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e41a2b9-8378-4fd6-8c01-298601a131fe {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:37:31.729308 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 1e41a2b9-8378-4fd6-8c01-298601a131fe, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=1e41a2b9-8378-4fd6-8c01-298601a131fe,segment=NetworkSegment(558a6206-b49b-4840-bfd7-91a0c14e0666),segment_id=558a6206-b49b-4840-bfd7-91a0c14e0666)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:31.761049 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-908f1437-4879-4663-8b7a-ff9dddd5fae6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=318ddc56-b050-4d3c-8ff3-c058ac7537b6 HTTP/1.1" status: 200  len: 217 time: 0.3108032
Nov 10 14:37:31.829174 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:31.832835 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:31.845894 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-e349ae45-4793-472e-aac5-57c14a6720f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:31.847360 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-e349ae45-4793-472e-aac5-57c14a6720f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd616024-d7e8-458c-988c-76b5df329b34 HTTP/1.1" status: 200  len: 859 time: 0.0787370
Nov 10 14:37:31.910874 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=1e41a2b9-8378-4fd6-8c01-298601a131fe,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:31.913902 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-1196d9c3-7a36-409a-bae3-f31fffbf5523 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c63d63d-a43a-4aed-bb08-634fd5629552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587826
Nov 10 14:37:31.914801 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:31.922178 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc1c7-65e0-49a9-b45c-f1548a432c0a req-565b95ae-4679-415b-acb0-016743ad4e08 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:31.926796 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ec9bc1c7-65e0-49a9-b45c-f1548a432c0a req-565b95ae-4679-415b-acb0-016743ad4e08 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 943 time: 0.2175660
Nov 10 14:37:32.041975 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4db84b-cf37-44aa-b163-90343a69b5c7 {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:37:32.047865 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7793089e-a0b8-4723-9932-7fab3e74abdc {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:37:32.059393 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:32.061632 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ec9bc1c7-65e0-49a9-b45c-f1548a432c0a req-8b36e99e-0553-445f-a9fc-5ecd83fb23e8 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173570
Nov 10 14:37:32.063239 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:32.094790 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Transition to ACTIVE for port object fb4db84b-cf37-44aa-b163-90343a69b5c7 will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:37:32.100991 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Transition to ACTIVE for port object 7793089e-a0b8-4723-9932-7fab3e74abdc will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:37:32.115908 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-c39b2900-89dc-4a4c-8f68-6c6e5b1cfad3 service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910741
Nov 10 14:37:32.121804 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f34c87-f03f-4c44-a764-3c089cfe2fb8 req-a6fb5ae9-46c9-43d5-8faa-cdf7b53ee881 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:32.123871 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-71f34c87-f03f-4c44-a764-3c089cfe2fb8 req-a6fb5ae9-46c9-43d5-8faa-cdf7b53ee881 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 931 time: 0.1841621
Nov 10 14:37:32.176860 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-71f34c87-f03f-4c44-a764-3c089cfe2fb8 req-3b79d64d-9060-472e-aa92-cd8c538f3d04 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453875
Nov 10 14:37:32.178445 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:32.179630 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:32.185859 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:32.227241 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7891d630-cd7f-4e87-9505-1e12c195b582'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:37:32.300055 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['1e41a2b9-8378-4fd6-8c01-298601a131fe'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:37:32.434162 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6bc86e2-ea48-4cab-8555-87a04099cae7 req-b3e96b43-f833-47f7-a554-f6c828a8d7b8 service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3084068
Nov 10 14:37:32.757453 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560430e-979e-4967-95b3-5e951498782b service neutron] Pushing event updated for resources: {'Port': ['ID=fb4db84b-cf37-44aa-b163-90343a69b5c7,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:32.806185 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280355ac-aa6b-482e-85e3-f71dba942673 req-951d61c2-5886-4cda-aa7d-7a92b010dd08 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:32.813688 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-280355ac-aa6b-482e-85e3-f71dba942673 req-951d61c2-5886-4cda-aa7d-7a92b010dd08 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 944 time: 0.1893086
Nov 10 14:37:32.863783 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-280355ac-aa6b-482e-85e3-f71dba942673 req-e0d9496f-0292-4281-9a06-5c2a2aafe079 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491083
Nov 10 14:37:32.985549 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=7793089e-a0b8-4723-9932-7fab3e74abdc,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:32.991339 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Attempting to bind port fb4db84b-cf37-44aa-b163-90343a69b5c7 on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:37:32.991674 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Attempting to bind port fb4db84b-cf37-44aa-b163-90343a69b5c7 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:37:32.991996 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Attempting to bind port fb4db84b-cf37-44aa-b163-90343a69b5c7 on network 2c63d63d-a43a-4aed-bb08-634fd5629552 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:37:32.994443 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:32.995990 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.707s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:32.996346 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:33.013728 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Port fb4db84b-cf37-44aa-b163-90343a69b5c7 on network 2c63d63d-a43a-4aed-bb08-634fd5629552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:37:33.014048 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Attempting to bind port fb4db84b-cf37-44aa-b163-90343a69b5c7 on network 2c63d63d-a43a-4aed-bb08-634fd5629552 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:37:33.023890 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:37:33.024231 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Checking segment: {'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:37:33.024612 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Bound using segment: {'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:37:33.025037 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Bound port: fb4db84b-cf37-44aa-b163-90343a69b5c7, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7627c0d7-3551-4d36-8fa3-77e39b878247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:37:33.025379 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:33.039021 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Attempting to bind port 7793089e-a0b8-4723-9932-7fab3e74abdc on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:37:33.039376 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Attempting to bind port 7793089e-a0b8-4723-9932-7fab3e74abdc by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:37:33.039688 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Attempting to bind port 7793089e-a0b8-4723-9932-7fab3e74abdc on network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:37:33.076215 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Port 7793089e-a0b8-4723-9932-7fab3e74abdc on network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:37:33.076784 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Attempting to bind port 7793089e-a0b8-4723-9932-7fab3e74abdc on network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:37:33.094636 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715333e-8c27-4c35-90e4-93ef6c920df8 req-1c04c380-56c6-4d5d-8275-9547e57d8e4a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:33.096199 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c715333e-8c27-4c35-90e4-93ef6c920df8 req-1c04c380-56c6-4d5d-8275-9547e57d8e4a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.3281631
Nov 10 14:37:33.112882 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:37:33.112882 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Checking segment: {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:37:33.112882 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Bound using segment: {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:37:33.112882 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Bound port: 7793089e-a0b8-4723-9932-7fab3e74abdc, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:37:33.112882 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:33.244327 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] For port fb4db84b-cf37-44aa-b163-90343a69b5c7, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:37:33.248922 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c715333e-8c27-4c35-90e4-93ef6c920df8 req-de8a4a95-8c6f-4af7-b4d8-cdecbb24e478 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292434
Nov 10 14:37:33.260570 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] For port fb4db84b-cf37-44aa-b163-90343a69b5c7, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fb4db84b-cf37-44aa-b163-90343a69b5c7,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:37:33.285308 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:37:33.288108 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7793089e-a0b8-4723-9932-7fab3e74abdc,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:37:33.343373 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:33.347806 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-af946c61-60eb-421e-89fa-701f0f09a9c9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:33.376540 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca0c42-19fb-4fd2-8957-fa0fedc429bc req-fc04f744-4011-4d49-8f35-9f632257d76d tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:33.378179 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-90ca0c42-19fb-4fd2-8957-fa0fedc429bc req-fc04f744-4011-4d49-8f35-9f632257d76d tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 944 time: 0.1027074
Nov 10 14:37:33.424889 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-90ca0c42-19fb-4fd2-8957-fa0fedc429bc req-78f84a41-2da5-4f63-a9ec-6d99771b8a4f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409255
Nov 10 14:37:33.493476 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:33.519907 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:33.520521 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:33.521877 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-9560430e-979e-4967-95b3-5e951498782b service neutron] 10.222.0.16 "PUT /v2.0/ports/fb4db84b-cf37-44aa-b163-90343a69b5c7 HTTP/1.1" status: 200  len: 1093 time: 3.0030127
Nov 10 14:37:33.524038 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4b6c5f-1548-4a72-8789-e490b303d3d2', 'tag': 'fb4db84b-cf37-44aa-b163-90343a69b5c7'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:37:33.560198 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:33.560816 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:33.562189 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] 10.222.0.16 "PUT /v2.0/ports/7793089e-a0b8-4723-9932-7fab3e74abdc HTTP/1.1" status: 200  len: 1093 time: 2.9316981
Nov 10 14:37:33.562908 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560430e-979e-4967-95b3-5e951498782b service neutron] Pushing event updated for resources: {'Port': ['ID=fb4db84b-cf37-44aa-b163-90343a69b5c7,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:33.566378 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9560430e-979e-4967-95b3-5e951498782b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:33.566936 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:33.599692 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4b6c5f-1548-4a72-8789-e490b303d3d2', 'tag': 'fb4db84b-cf37-44aa-b163-90343a69b5c7', 'status': 'completed', 'code': 200}
Nov 10 14:37:33.713600 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca388d8-a74f-43e9-ae67-042c45ad9321 req-38304164-5397-4265-9e25-e4adad82fb04 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:33.715149 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6ca388d8-a74f-43e9-ae67-042c45ad9321 req-38304164-5397-4265-9e25-e4adad82fb04 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.3304715
Nov 10 14:37:33.763935 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=7793089e-a0b8-4723-9932-7fab3e74abdc,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:33.779796 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:33.827418 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 318ddc56-b050-4d3c-8ff3-c058ac7537b6 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:37:33.830914 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7891d630-cd7f-4e87-9505-1e12c195b582 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:37:33.837034 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6ca388d8-a74f-43e9-ae67-042c45ad9321 req-90e69a6d-8390-4d8e-b7e7-93ad8e37ad62 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811346
Nov 10 14:37:33.839759 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b9141-77a7-41cf-970a-a90acb717f33 req-456c002c-c987-415d-aa0d-cb9ff0ed7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:33.841288 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c07b9141-77a7-41cf-970a-a90acb717f33 req-456c002c-c987-415d-aa0d-cb9ff0ed7fc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 1096 time: 0.2347713
Nov 10 14:37:33.881129 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-8f55d97e-f88f-46f5-8b57-addc8d42b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:33.882241 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-8f55d97e-f88f-46f5-8b57-addc8d42b097 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 1096 time: 0.1653049
Nov 10 14:37:34.014396 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b9141-77a7-41cf-970a-a90acb717f33 req-bdc11369-9d5e-4eb5-94aa-297caa08c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:34.016156 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c07b9141-77a7-41cf-970a-a90acb717f33 req-bdc11369-9d5e-4eb5-94aa-297caa08c82e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&shared=False HTTP/1.1" status: 200  len: 920 time: 0.1657243
Nov 10 14:37:34.074092 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff0bde-6ea2-4dd1-9187-ccd3d3841dda req-075a8488-452c-4adf-a039-878e01306805 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:34.075987 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-05ff0bde-6ea2-4dd1-9187-ccd3d3841dda req-075a8488-452c-4adf-a039-878e01306805 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 944 time: 0.0822678
Nov 10 14:37:34.077937 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 318ddc56-b050-4d3c-8ff3-c058ac7537b6, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=318ddc56-b050-4d3c-8ff3-c058ac7537b6,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:34.094091 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '318ddc56-b050-4d3c-8ff3-c058ac7537b6', 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552', 'port_id': '318ddc56-b050-4d3c-8ff3-c058ac7537b6', 'mac_address': 'fa:16:3e:59:bd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd616024-d7e8-458c-988c-76b5df329b34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:37:34.128683 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-05ff0bde-6ea2-4dd1-9187-ccd3d3841dda req-0f61779f-7743-4b23-8392-a2d9a8a254a4 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467045
Nov 10 14:37:34.156381 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port 7891d630-cd7f-4e87-9505-1e12c195b582 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:37:34.169638 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 7891d630-cd7f-4e87-9505-1e12c195b582 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:34.170029 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:34.241323 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:34.263066 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318ddc56-b050-4d3c-8ff3-c058ac7537b6 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:37:34.321926 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 318ddc56-b050-4d3c-8ff3-c058ac7537b6, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=318ddc56-b050-4d3c-8ff3-c058ac7537b6,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:34.335896 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:34.376536 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d101ca1-64ca-4dc0-b7d4-7a28d22b0261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7891d630-cd7f-4e87-9505-1e12c195b582'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:37:34.496285 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:34.496285 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d7f2d41a-071e-4a8b-bb20-4dab28006677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:34.531922 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5db94-47cf-40a2-8906-46de9edf334d req-e736d8d1-c2cf-4aa9-b2f1-def5f6245fde tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:34.540314 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-91c5db94-47cf-40a2-8906-46de9edf334d req-e736d8d1-c2cf-4aa9-b2f1-def5f6245fde tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.1635780
Nov 10 14:37:34.565576 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7891d630-cd7f-4e87-9505-1e12c195b582, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7891d630-cd7f-4e87-9505-1e12c195b582,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:34.603750 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-91c5db94-47cf-40a2-8906-46de9edf334d req-20fc2375-8af9-4ed6-b176-edbecc28b0ef tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622330
Nov 10 14:37:34.631318 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=318ddc56-b050-4d3c-8ff3-c058ac7537b6,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:34.635932 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:34.639175 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:34.641372 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 1e41a2b9-8378-4fd6-8c01-298601a131fe up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:37:34.681748 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:34.706701 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb6f6-2fd7-434b-93fa-37763bba5c2c req-2e63ccda-b34e-425f-8b31-2645f204d87e tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:34.708205 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-18deb6f6-2fd7-434b-93fa-37763bba5c2c req-2e63ccda-b34e-425f-8b31-2645f204d87e tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 944 time: 0.0934920
Nov 10 14:37:34.757695 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-18deb6f6-2fd7-434b-93fa-37763bba5c2c req-ae7dbc58-fcef-435d-bfee-1fb1b05d969d tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430629
Nov 10 14:37:34.791822 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7891d630-cd7f-4e87-9505-1e12c195b582,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:34.795247 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:34.837379 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d101ca1-64ca-4dc0-b7d4-7a28d22b0261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7891d630-cd7f-4e87-9505-1e12c195b582', 'code': 200}
Nov 10 14:37:34.858876 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port 1e41a2b9-8378-4fd6-8c01-298601a131fe completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:37:34.864238 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 1e41a2b9-8378-4fd6-8c01-298601a131fe triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:34.864623 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:34.990097 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:35.024097 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 1e41a2b9-8378-4fd6-8c01-298601a131fe, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=1e41a2b9-8378-4fd6-8c01-298601a131fe,segment=NetworkSegment(558a6206-b49b-4840-bfd7-91a0c14e0666),segment_id=558a6206-b49b-4840-bfd7-91a0c14e0666)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:35.025319 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 51328) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:35.060132 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9559ed4-9a57-4dbd-bfec-bef63f113c0b req-ddb354f7-a758-4316-b2da-8df91d191869 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:35.061784 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e9559ed4-9a57-4dbd-bfec-bef63f113c0b req-ddb354f7-a758-4316-b2da-8df91d191869 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1076462
Nov 10 14:37:35.109684 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e9559ed4-9a57-4dbd-bfec-bef63f113c0b req-7b86cb9d-21b8-4a59-8e5b-870ac9de6825 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394630
Nov 10 14:37:35.110399 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:35.112299 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:35.158668 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d49da1c9-8aa2-446f-8767-8c89658a59ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:35.176332 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-d49da1c9-8aa2-446f-8767-8c89658a59ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:35.181295 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=1e41a2b9-8378-4fd6-8c01-298601a131fe,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:35.181546 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-d49da1c9-8aa2-446f-8767-8c89658a59ce admin admin] Usage tracker for resource:security_group_rule and tenant:aa3ca4f2a3d64f9b941759960158515b is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:35.185281 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-d49da1c9-8aa2-446f-8767-8c89658a59ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:35.193014 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-d49da1c9-8aa2-446f-8767-8c89658a59ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:35.194440 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:35.335398 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d49da1c9-8aa2-446f-8767-8c89658a59ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:35.359761 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f022c0-01e5-4f60-a436-34a5dd4e4712 req-79ddc916-3329-4ada-813b-1752c7dea429 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:35.361431 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79f022c0-01e5-4f60-a436-34a5dd4e4712 req-79ddc916-3329-4ada-813b-1752c7dea429 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.1167669
Nov 10 14:37:35.410047 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79f022c0-01e5-4f60-a436-34a5dd4e4712 req-32678442-1c7a-43ea-80a6-0ec59bd062ce tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425916
Nov 10 14:37:35.456047 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d49da1c9-8aa2-446f-8767-8c89658a59ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:35.464876 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:35.503956 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49da1c9-8aa2-446f-8767-8c89658a59ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770793b4-90e4-4614-b836-aca5292ed214,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:35.510804 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 51344) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:35.511048 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d49da1c9-8aa2-446f-8767-8c89658a59ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa3ca4f2a3d64f9b941759960158515b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4844203
Nov 10 14:37:35.511827 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d49da1c9-8aa2-446f-8767-8c89658a59ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:35.576078 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-debedd97-ad7d-4d25-899b-2a21a2602193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:35.601045 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:37:35.604996 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-debedd97-ad7d-4d25-899b-2a21a2602193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:35.646157 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'status': 'completed', 'code': 200}
Nov 10 14:37:35.744651 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-debedd97-ad7d-4d25-899b-2a21a2602193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:35.749741 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-7f9b165d-9527-422a-9256-f39ed9e6aa71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:35.762429 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debedd97-ad7d-4d25-899b-2a21a2602193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770793b4-90e4-4614-b836-aca5292ed214,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:35.764784 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-debedd97-ad7d-4d25-899b-2a21a2602193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:35.773133 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-debedd97-ad7d-4d25-899b-2a21a2602193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:35.774263 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-debedd97-ad7d-4d25-899b-2a21a2602193 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/770793b4-90e4-4614-b836-aca5292ed214 HTTP/1.1" status: 204  len: 168 time: 0.2621605
Nov 10 14:37:35.795405 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f7b7-7a62-42a3-9445-e8f154b63520 req-28788eee-99bf-4ee7-bcb8-a384ce5d0340 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:35.797086 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c463f7b7-7a62-42a3-9445-e8f154b63520 req-28788eee-99bf-4ee7-bcb8-a384ce5d0340 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 944 time: 0.0875452
Nov 10 14:37:35.850710 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c463f7b7-7a62-42a3-9445-e8f154b63520 req-0889ce1b-1de5-4694-ba03-e291fcecb372 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472746
Nov 10 14:37:35.953364 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3c212-b125-4eb2-b08c-0dd44f02005c req-bba18368-90e4-42a9-80a2-844672fd4a43 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:35.954957 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4ac3c212-b125-4eb2-b08c-0dd44f02005c req-bba18368-90e4-42a9-80a2-844672fd4a43 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.0844927
Nov 10 14:37:35.999512 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4ac3c212-b125-4eb2-b08c-0dd44f02005c req-e6358a99-c62b-4149-ae70-24f07ed667d8 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387373
Nov 10 14:37:36.171788 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:37:36.324503 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb30d4-535e-472d-b0d2-6d1a6b70675e req-991e25b3-6071-4d54-9d86-abbe7d485471 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:36.326617 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7bcb30d4-535e-472d-b0d2-6d1a6b70675e req-991e25b3-6071-4d54-9d86-abbe7d485471 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0960336
Nov 10 14:37:36.369115 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7bcb30d4-535e-472d-b0d2-6d1a6b70675e req-d3f822c6-4ac3-49da-9055-a624ea0bd160 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368762
Nov 10 14:37:36.443160 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 51366) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:36.463098 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6757a08d-ddf0-48b0-9725-9446002ce51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:36.478508 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6757a08d-ddf0-48b0-9725-9446002ce51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:36.482946 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6757a08d-ddf0-48b0-9725-9446002ce51c admin admin] Usage tracker for resource:security_group_rule and tenant:aec8d28bc25c426ab6827a611f7978c5 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:36.486330 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6757a08d-ddf0-48b0-9725-9446002ce51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:36.492421 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6757a08d-ddf0-48b0-9725-9446002ce51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:36.658745 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6757a08d-ddf0-48b0-9725-9446002ce51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:36.677283 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485884b5-79a2-4486-89ce-97ff2c4cce60 req-7081c9ab-76db-44b3-8ed1-f1df87a56fc5 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:36.679009 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-485884b5-79a2-4486-89ce-97ff2c4cce60 req-7081c9ab-76db-44b3-8ed1-f1df87a56fc5 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.1216850
Nov 10 14:37:36.725686 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-485884b5-79a2-4486-89ce-97ff2c4cce60 req-62fefc13-4424-4445-a192-30093f8b364b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386801
Nov 10 14:37:36.726710 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6757a08d-ddf0-48b0-9725-9446002ce51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:36.735270 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:36.785425 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-6757a08d-ddf0-48b0-9725-9446002ce51c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aec8d28bc25c426ab6827a611f7978c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3410826
Nov 10 14:37:36.786384 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757a08d-ddf0-48b0-9725-9446002ce51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ed9996-1dcb-4a6d-bfb7-834a5bc9ff8b,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:36.788287 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 51372) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:36.789344 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6757a08d-ddf0-48b0-9725-9446002ce51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:36.839063 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23501ca-8d6e-4a19-8321-f402af50770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41a2b9-8378-4fd6-8c01-298601a131fe'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:37:36.845843 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b66b78b9-f4cd-41bb-8021-f7e54da6f9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:36.872870 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b66b78b9-f4cd-41bb-8021-f7e54da6f9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:36.891812 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23501ca-8d6e-4a19-8321-f402af50770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41a2b9-8378-4fd6-8c01-298601a131fe', 'code': 200}
Nov 10 14:37:37.050141 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee449e5-7b6b-40e3-b2e9-5bf4296f8230 req-281c2561-f049-40d7-a958-a50e13318f05 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:37.052011 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5ee449e5-7b6b-40e3-b2e9-5bf4296f8230 req-281c2561-f049-40d7-a958-a50e13318f05 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 944 time: 0.0918286
Nov 10 14:37:37.076708 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b66b78b9-f4cd-41bb-8021-f7e54da6f9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:37.097502 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-23911a08-5ff4-4c22-a508-0118fc8f8d54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7793089e-a0b8-4723-9932-7fab3e74abdc HTTP/1.1" status: 200  len: 217 time: 0.0988197
Nov 10 14:37:37.110650 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5ee449e5-7b6b-40e3-b2e9-5bf4296f8230 req-ef51a251-b1ba-4577-90e0-3be15a685683 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504253
Nov 10 14:37:37.155770 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:37.220906 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b78b9-f4cd-41bb-8021-f7e54da6f9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ed9996-1dcb-4a6d-bfb7-834a5bc9ff8b,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:37.262117 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b66b78b9-f4cd-41bb-8021-f7e54da6f9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:37.301554 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b66b78b9-f4cd-41bb-8021-f7e54da6f9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:37.302658 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b66b78b9-f4cd-41bb-8021-f7e54da6f9a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8ed9996-1dcb-4a6d-bfb7-834a5bc9ff8b HTTP/1.1" status: 204  len: 168 time: 0.5131156
Nov 10 14:37:37.339486 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-a01dcb8f-d986-4e13-a9bc-3630f1164222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:37.341464 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-a01dcb8f-d986-4e13-a9bc-3630f1164222 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.1763980
Nov 10 14:37:37.353853 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['318ddc56-b050-4d3c-8ff3-c058ac7537b6'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:37:37.470159 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f2c60-92e0-4760-84ae-16eac061a1b5 req-6a3b5219-9db0-4f12-b7d7-5cae30dd87df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:37.471673 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8b9f2c60-92e0-4760-84ae-16eac061a1b5 req-6a3b5219-9db0-4f12-b7d7-5cae30dd87df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 1098 time: 0.0812268
Nov 10 14:37:37.491173 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b9141-77a7-41cf-970a-a90acb717f33 req-36650049-11c5-44f7-859d-839d01320f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:37.492629 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c07b9141-77a7-41cf-970a-a90acb717f33 req-36650049-11c5-44f7-859d-839d01320f64 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4416146
Nov 10 14:37:37.501751 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cbae5-7b56-4f9d-a0f0-6a984352e4ea req-52477fd5-f0a5-4fd2-97c8-95d54bb5220e tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:37.504038 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8b9f2c60-92e0-4760-84ae-16eac061a1b5 req-e4cb6a8a-d781-4c46-b45c-9342c27eb185 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:37.520600 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-221cbae5-7b56-4f9d-a0f0-6a984352e4ea req-52477fd5-f0a5-4fd2-97c8-95d54bb5220e tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.3133478
Nov 10 14:37:37.642526 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-221cbae5-7b56-4f9d-a0f0-6a984352e4ea req-80ce0298-9f9b-4441-aa62-ee2109afb4d6 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209545
Nov 10 14:37:37.680639 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-89d98c72-fada-418e-be29-130aa79f472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:37.682727 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-89d98c72-fada-418e-be29-130aa79f472e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3179617
Nov 10 14:37:37.698840 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-e46fa9c3-7064-4bef-94d8-45fda800eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:37.700905 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-e46fa9c3-7064-4bef-94d8-45fda800eba6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 1096 time: 0.1298699
Nov 10 14:37:37.727508 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [req-8b9f2c60-92e0-4760-84ae-16eac061a1b5 req-e4cb6a8a-d781-4c46-b45c-9342c27eb185 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:37.741572 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8b9f2c60-92e0-4760-84ae-16eac061a1b5 req-e4cb6a8a-d781-4c46-b45c-9342c27eb185 service neutron] Usage tracker for resource:security_group_rule and tenant:27d25d0c86ca4244b94e11acdd578f06 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:37.747046 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8b9f2c60-92e0-4760-84ae-16eac061a1b5 req-e4cb6a8a-d781-4c46-b45c-9342c27eb185 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:37.755516 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [req-8b9f2c60-92e0-4760-84ae-16eac061a1b5 req-e4cb6a8a-d781-4c46-b45c-9342c27eb185 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:37.832829 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc91bf-9977-4a4b-8a2a-8bfae8b2641b req-83a1e6b6-ea93-44d2-ac3f-a13f58a12949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:37.834363 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c8fc91bf-9977-4a4b-8a2a-8bfae8b2641b req-83a1e6b6-ea93-44d2-ac3f-a13f58a12949 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 1098 time: 0.3180490
Nov 10 14:37:37.849168 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d073dd-59d3-4df8-a453-3c15fce6792e req-a655f8bc-454c-4480-9046-d3edd8ea3afe tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:37.850664 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e0d073dd-59d3-4df8-a453-3c15fce6792e req-a655f8bc-454c-4480-9046-d3edd8ea3afe tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1714828
Nov 10 14:37:37.930469 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8b9f2c60-92e0-4760-84ae-16eac061a1b5 req-e4cb6a8a-d781-4c46-b45c-9342c27eb185 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:37.936635 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e0d073dd-59d3-4df8-a453-3c15fce6792e req-68e834ab-81e2-4733-93dc-304e6f361c4c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798149
Nov 10 14:37:37.993666 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf64d02-7a5f-49fd-bbb3-9574edd34a99 req-d3b9ae11-c25f-496d-aa32-1425eda20ec6 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:37.995218 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-caf64d02-7a5f-49fd-bbb3-9574edd34a99 req-d3b9ae11-c25f-496d-aa32-1425eda20ec6 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.1483731
Nov 10 14:37:38.001600 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8b9f2c60-92e0-4760-84ae-16eac061a1b5 req-e4cb6a8a-d781-4c46-b45c-9342c27eb185 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:38.010097 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:38.036495 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8b9f2c60-92e0-4760-84ae-16eac061a1b5 req-e4cb6a8a-d781-4c46-b45c-9342c27eb185 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5528083
Nov 10 14:37:38.043910 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb6a8a-d781-4c46-b45c-9342c27eb185 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4d5eaf-349a-4c74-b040-750a594c5dcc,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:38.047059 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e4cb6a8a-d781-4c46-b45c-9342c27eb185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:38.049194 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-caf64d02-7a5f-49fd-bbb3-9574edd34a99 req-2443dc8f-70f3-4b8e-b999-3780e533b377 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475838
Nov 10 14:37:38.341441 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d801c-874c-4a6a-829d-b8cb37dce365 req-b42f3802-a0d5-49ce-a5c9-276d76f94b1d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:38.342929 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a69d801c-874c-4a6a-829d-b8cb37dce365 req-b42f3802-a0d5-49ce-a5c9-276d76f94b1d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 944 time: 0.1117916
Nov 10 14:37:38.395738 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a69d801c-874c-4a6a-829d-b8cb37dce365 req-819e63db-b4ff-4c13-95e1-a32a533089fa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451179
Nov 10 14:37:38.878471 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da099089-806f-4749-88b8-368533449568 req-99ca2c52-9c36-4417-95a5-862bde7c085e tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:38.879972 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-da099089-806f-4749-88b8-368533449568 req-99ca2c52-9c36-4417-95a5-862bde7c085e tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.1322381
Nov 10 14:37:38.927054 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-da099089-806f-4749-88b8-368533449568 req-6deeda91-70af-4870-85f2-0a9ef9f5b064 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412366
Nov 10 14:37:39.135800 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31063065-e111-44cd-8ba4-862f0729b7d4 req-b7fa084a-2bdd-4389-a1ca-2fe934ed6d2c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:39.137299 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-31063065-e111-44cd-8ba4-862f0729b7d4 req-b7fa084a-2bdd-4389-a1ca-2fe934ed6d2c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0838609
Nov 10 14:37:39.191202 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-31063065-e111-44cd-8ba4-862f0729b7d4 req-bc9abbc6-a52a-49b5-bb3a-a7364dfda124 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472319
Nov 10 14:37:39.249555 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e09335-65c0-415a-b19a-ee0a7b725abd req-b57dbb34-2736-4d6c-a8d6-33a995858db6 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:39.251002 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-57e09335-65c0-415a-b19a-ee0a7b725abd req-b57dbb34-2736-4d6c-a8d6-33a995858db6 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.0890646
Nov 10 14:37:39.295248 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-57e09335-65c0-415a-b19a-ee0a7b725abd req-7521ead3-dfef-46fd-af70-a034eda8abdd tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386047
Nov 10 14:37:39.313594 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 51434) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:39.425865 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de0e9e4d-fb19-465b-9efd-e98c14eb692a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:39.441827 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-de0e9e4d-fb19-465b-9efd-e98c14eb692a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:37:39.445957 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-de0e9e4d-fb19-465b-9efd-e98c14eb692a admin admin] Usage tracker for resource:security_group_rule and tenant:cc98cc389c684517a6a043b1c7f656e1 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:37:39.449129 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-de0e9e4d-fb19-465b-9efd-e98c14eb692a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:37:39.456757 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-de0e9e4d-fb19-465b-9efd-e98c14eb692a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:37:39.545811 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de0e9e4d-fb19-465b-9efd-e98c14eb692a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:39.596237 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2610c-d88e-4464-b543-702c710c73f0 req-5caf093e-d73c-4437-b55e-686ffc9f1fa2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:39.597700 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5ee2610c-d88e-4464-b543-702c710c73f0 req-5caf093e-d73c-4437-b55e-686ffc9f1fa2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 944 time: 0.0825617
Nov 10 14:37:39.630322 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de0e9e4d-fb19-465b-9efd-e98c14eb692a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:39.639918 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4e8fcda9-1324-44f0-b77e-0cfabaa94b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:39.641397 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5ee2610c-d88e-4464-b543-702c710c73f0 req-9cd127c9-ff56-4fab-8a60-ffeffcf4620f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381293
Nov 10 14:37:39.679578 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-de0e9e4d-fb19-465b-9efd-e98c14eb692a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc98cc389c684517a6a043b1c7f656e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3649251
Nov 10 14:37:39.680461 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e9e4d-fb19-465b-9efd-e98c14eb692a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d98bb7-7e6f-49a8-9487-a616d286a58f,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:39.684067 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-de0e9e4d-fb19-465b-9efd-e98c14eb692a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:39.688420 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 51446) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:37:39.746016 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5c87ec1-47e0-4433-b29b-91c7dacfea10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:39.772572 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5c87ec1-47e0-4433-b29b-91c7dacfea10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:39.904804 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5c87ec1-47e0-4433-b29b-91c7dacfea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:39.908619 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-93a0ffe1-f4bd-4dda-9e89-2a19601ec7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:39.920334 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c87ec1-47e0-4433-b29b-91c7dacfea10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d98bb7-7e6f-49a8-9487-a616d286a58f,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:39.925395 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a5c87ec1-47e0-4433-b29b-91c7dacfea10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:39.935416 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5c87ec1-47e0-4433-b29b-91c7dacfea10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:39.939184 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-a5c87ec1-47e0-4433-b29b-91c7dacfea10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36d98bb7-7e6f-49a8-9487-a616d286a58f HTTP/1.1" status: 204  len: 168 time: 0.2472832
Nov 10 14:37:40.123730 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad5ff0-b413-4d6f-bafe-34a6d8689fd6 req-8312d80b-f888-42a0-835a-88f3794f8672 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:40.125928 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8ad5ff0-b413-4d6f-bafe-34a6d8689fd6 req-8312d80b-f888-42a0-835a-88f3794f8672 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.0934343
Nov 10 14:37:40.171103 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8ad5ff0-b413-4d6f-bafe-34a6d8689fd6 req-b4abedde-29ed-43bf-9347-dae3a8291192 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394220
Nov 10 14:37:40.398772 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e7794-a656-4c55-9c26-dfa277396c92 req-b6bef9fe-2924-4217-8241-63851b660684 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:40.400327 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f15e7794-a656-4c55-9c26-dfa277396c92 req-b6bef9fe-2924-4217-8241-63851b660684 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1002915
Nov 10 14:37:40.450646 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f15e7794-a656-4c55-9c26-dfa277396c92 req-ffc42b6d-39bc-4f6f-8bce-228747b258f7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435688
Nov 10 14:37:40.539538 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35b3b-25a2-4a69-8358-926b1f04b2b0 req-04d95d82-eed7-4226-8b37-633921b18fcd tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:40.541416 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dba35b3b-25a2-4a69-8358-926b1f04b2b0 req-04d95d82-eed7-4226-8b37-633921b18fcd tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.1135950
Nov 10 14:37:40.590719 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dba35b3b-25a2-4a69-8358-926b1f04b2b0 req-3d8b4aa4-c123-42c5-87c3-e8f496c64971 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434306
Nov 10 14:37:40.833098 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07aeb50-c3fb-4c17-9488-6cc10f83cb07 req-69e623aa-2708-4875-a045-932011754017 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:40.834654 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f07aeb50-c3fb-4c17-9488-6cc10f83cb07 req-69e623aa-2708-4875-a045-932011754017 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 944 time: 0.0899801
Nov 10 14:37:40.878744 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f07aeb50-c3fb-4c17-9488-6cc10f83cb07 req-1dafea00-f5d6-4344-b69a-4806a50eff24 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384569
Nov 10 14:37:41.030763 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c8fc91bf-9977-4a4b-8a2a-8bfae8b2641b req-97b05364-86b4-4dfd-a14c-2acb1911e259 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379372
Nov 10 14:37:41.140838 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-15e2c684-5c2d-4a18-8f36-d02e401d4965 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb4db84b-cf37-44aa-b163-90343a69b5c7 HTTP/1.1" status: 200  len: 217 time: 0.1198020
Nov 10 14:37:41.199178 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-ad60d06b-aea3-4a58-b391-419df44f2a58 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147777
Nov 10 14:37:41.357087 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f870fa-069c-43e4-b58d-7884d24a4eae req-08c4a100-de62-4243-bcc5-9b85a3cad0a7 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:41.359290 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0f870fa-069c-43e4-b58d-7884d24a4eae req-08c4a100-de62-4243-bcc5-9b85a3cad0a7 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.0854638
Nov 10 14:37:41.404726 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0f870fa-069c-43e4-b58d-7884d24a4eae req-6079c0f9-5c5b-42ec-9e60-879f610093f9 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389388
Nov 10 14:37:41.688062 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c354d7-3eff-4966-b0e4-f1b3abeeb2db req-0e6c78bf-c2eb-4a52-a592-1c5acb0a2f7e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:41.690855 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-46c354d7-3eff-4966-b0e4-f1b3abeeb2db req-0e6c78bf-c2eb-4a52-a592-1c5acb0a2f7e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1162364
Nov 10 14:37:41.762952 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-46c354d7-3eff-4966-b0e4-f1b3abeeb2db req-378ca139-f9fc-49a3-8704-0eed0ae8e5db tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659716
Nov 10 14:37:41.861368 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80101918-f3b2-4f75-b09f-87d06b8fa601 req-69899d18-5b17-4559-af2c-665ef4acac96 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:41.862890 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-80101918-f3b2-4f75-b09f-87d06b8fa601 req-69899d18-5b17-4559-af2c-665ef4acac96 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.0926275
Nov 10 14:37:41.909542 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-80101918-f3b2-4f75-b09f-87d06b8fa601 req-6f374dfb-0254-482d-9ecf-a6960004ddc6 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407920
Nov 10 14:37:42.072210 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d022a-d8c0-4549-b841-02869d68f2bd req-6a08ed30-5db7-44cb-9c20-2721ef69adee tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:42.073943 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-cb0d022a-d8c0-4549-b841-02869d68f2bd req-6a08ed30-5db7-44cb-9c20-2721ef69adee tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 944 time: 0.0907984
Nov 10 14:37:42.119366 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-cb0d022a-d8c0-4549-b841-02869d68f2bd req-c6ba7430-2e0f-4d82-9b99-6143da9223aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388963
Nov 10 14:37:42.280863 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 318ddc56-b050-4d3c-8ff3-c058ac7537b6 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:37:42.463595 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port 318ddc56-b050-4d3c-8ff3-c058ac7537b6 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:37:42.472034 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 318ddc56-b050-4d3c-8ff3-c058ac7537b6 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:42.472673 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:42.599420 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:42.607334 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee59d3a-a132-40bb-8c9a-aaa0de27b7c5 req-357cee44-5cc3-43e1-8b1e-b2f7b9ac568b tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:42.608819 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2ee59d3a-a132-40bb-8c9a-aaa0de27b7c5 req-357cee44-5cc3-43e1-8b1e-b2f7b9ac568b tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.0943415
Nov 10 14:37:42.630715 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1231f2b0-83cc-4cfd-9062-359a80fdc871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318ddc56-b050-4d3c-8ff3-c058ac7537b6'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:37:42.642148 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 318ddc56-b050-4d3c-8ff3-c058ac7537b6, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=318ddc56-b050-4d3c-8ff3-c058ac7537b6,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:42.655524 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2ee59d3a-a132-40bb-8c9a-aaa0de27b7c5 req-a01c12ea-db7b-45a0-9a8c-f7c816ce2604 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407422
Nov 10 14:37:42.681378 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1231f2b0-83cc-4cfd-9062-359a80fdc871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318ddc56-b050-4d3c-8ff3-c058ac7537b6', 'code': 200}
Nov 10 14:37:42.738931 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:42.740930 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:42.807194 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=318ddc56-b050-4d3c-8ff3-c058ac7537b6,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:42.811223 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:42.975910 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba69f8-c226-4936-b9d4-048d594d971e req-0be74360-b941-4984-8e7a-6f0cf1cc28e0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:42.977392 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-37ba69f8-c226-4936-b9d4-048d594d971e req-0be74360-b941-4984-8e7a-6f0cf1cc28e0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0843973
Nov 10 14:37:43.022807 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-37ba69f8-c226-4936-b9d4-048d594d971e req-cdaedcee-1896-43f2-83b1-13722e4c84a4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387113
Nov 10 14:37:43.106108 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb482e-eedc-4892-8548-80dcced058ee req-82f323d2-d98a-46cd-9f5f-85e87c8490ad tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:43.108317 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-54bb482e-eedc-4892-8548-80dcced058ee req-82f323d2-d98a-46cd-9f5f-85e87c8490ad tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.0888402
Nov 10 14:37:43.156780 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-54bb482e-eedc-4892-8548-80dcced058ee req-0e097c1a-8431-40c7-ab21-f4a15d62dd34 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422404
Nov 10 14:37:43.313997 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded16c68-a762-45e7-8171-42f2263ca8e9 req-fc3b6d23-5b92-4d8a-83ca-5046bdd0f88b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:43.316314 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ded16c68-a762-45e7-8171-42f2263ca8e9 req-fc3b6d23-5b92-4d8a-83ca-5046bdd0f88b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0815468
Nov 10 14:37:43.360476 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ded16c68-a762-45e7-8171-42f2263ca8e9 req-9424165f-8f38-4e53-941c-68d12747c761 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393283
Nov 10 14:37:43.844016 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3079c-39c9-46f6-950d-54eeed890cc2 req-d7d4a3f1-5a1c-49c0-988b-688c92836486 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:43.845458 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d2b3079c-39c9-46f6-950d-54eeed890cc2 req-d7d4a3f1-5a1c-49c0-988b-688c92836486 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.0796118
Nov 10 14:37:43.892711 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d2b3079c-39c9-46f6-950d-54eeed890cc2 req-5230b19f-f654-497f-850f-6c304bf15f41 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417681
Nov 10 14:37:44.358122 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b8f88-5369-41fb-82ce-f66b704f77e0 req-570f0a60-e090-42e7-b24b-de78e8e21468 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:44.360081 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-de3b8f88-5369-41fb-82ce-f66b704f77e0 req-570f0a60-e090-42e7-b24b-de78e8e21468 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.0910048
Nov 10 14:37:44.360193 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:44.398995 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-d3942928-f741-4c3a-a159-4c7089aa903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:44.400452 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-d3942928-f741-4c3a-a159-4c7089aa903c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd616024-d7e8-458c-988c-76b5df329b34 HTTP/1.1" status: 200  len: 859 time: 0.1032796
Nov 10 14:37:44.402172 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-695fde7c-4c46-45f7-939a-a6a3acd2935c req-d5593bf4-a042-4771-8229-b74c9ed8353a service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095144
Nov 10 14:37:44.420536 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-de3b8f88-5369-41fb-82ce-f66b704f77e0 req-6adc2224-156b-4d03-9651-5acaf739cb7e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542297
Nov 10 14:37:44.421756 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b253a4-2dfb-414a-ad7e-3864f82135d0 req-5eaf2068-d631-4884-9b93-d9e1e435406b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:44.423305 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36b253a4-2dfb-414a-ad7e-3864f82135d0 req-5eaf2068-d631-4884-9b93-d9e1e435406b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.2796898
Nov 10 14:37:44.540135 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-85e84a8f-6a77-4ecc-80da-c1f3b80a3e86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c63d63d-a43a-4aed-bb08-634fd5629552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1158369
Nov 10 14:37:44.565583 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36b253a4-2dfb-414a-ad7e-3864f82135d0 req-cd8fc3db-616a-4164-bfde-79c69e3d61c8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987098
Nov 10 14:37:44.618570 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587c828-dd77-4cff-a8ea-a4d740836dac req-d233f5ac-319f-4ba1-b74a-468b758b6805 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:44.619997 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e587c828-dd77-4cff-a8ea-a4d740836dac req-d233f5ac-319f-4ba1-b74a-468b758b6805 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1009803
Nov 10 14:37:44.712650 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e587c828-dd77-4cff-a8ea-a4d740836dac req-d6b8bbfd-c36d-4e9b-92ee-7e75694c4510 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867906
Nov 10 14:37:44.737429 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec5d4c-eeb2-4b4f-969a-9b1e0edc6386 req-f64108e8-954b-48ba-aef1-fce83d7bc686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:44.738956 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-13ec5d4c-eeb2-4b4f-969a-9b1e0edc6386 req-f64108e8-954b-48ba-aef1-fce83d7bc686 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 1098 time: 0.0988948
Nov 10 14:37:44.757040 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-0a8b321b-2449-4986-9dbb-f033803d6225 service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1905043
Nov 10 14:37:44.761064 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1e2a6-d6eb-492d-8408-05c24ed04e43 req-054a8338-7f4c-46b5-813d-d364b4558a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:44.761064 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4c1e2a6-d6eb-492d-8408-05c24ed04e43 req-054a8338-7f4c-46b5-813d-d364b4558a37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 1096 time: 0.1703711
Nov 10 14:37:44.788075 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-13ec5d4c-eeb2-4b4f-969a-9b1e0edc6386 req-c78213b4-5c9e-4280-8f1a-ff26396bd869 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356987
Nov 10 14:37:45.057135 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32b15fd1-50ab-42f4-aeb5-1e069fa7e5fb req-d1fb0bcf-c451-40a5-9b0d-a0d6ca5ed162 service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2748697
Nov 10 14:37:45.064894 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1e2a6-d6eb-492d-8408-05c24ed04e43 req-878a8694-76ad-44ac-85dc-04be4642c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:45.066184 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4c1e2a6-d6eb-492d-8408-05c24ed04e43 req-878a8694-76ad-44ac-85dc-04be4642c636 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 917 time: 0.2627459
Nov 10 14:37:45.105099 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3354235-a3c7-48bc-aff9-487de0753472 req-aa094a53-a0fb-4f83-8311-a3694f2d85b5 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:45.107330 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e3354235-a3c7-48bc-aff9-487de0753472 req-aa094a53-a0fb-4f83-8311-a3694f2d85b5 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.0925460
Nov 10 14:37:45.192205 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4c1e2a6-d6eb-492d-8408-05c24ed04e43 req-c3f3825e-04cc-42e3-9931-2a87ba4f4a40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7793089e-a0b8-4723-9932-7fab3e74abdc HTTP/1.1" status: 200  len: 217 time: 0.0832856
Nov 10 14:37:45.259483 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e3354235-a3c7-48bc-aff9-487de0753472 req-79366828-97f3-4d81-904c-51d80dc088ba tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900357
Nov 10 14:37:45.273694 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1e2a6-d6eb-492d-8408-05c24ed04e43 req-370a9ba6-c755-4ca3-8fb3-98d5d6ff3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:45.275299 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4c1e2a6-d6eb-492d-8408-05c24ed04e43 req-370a9ba6-c755-4ca3-8fb3-98d5d6ff3787 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.0686743
Nov 10 14:37:45.364936 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1e2a6-d6eb-492d-8408-05c24ed04e43 req-fd359585-f626-4a45-a2c2-7e2f6bed4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:45.366362 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4c1e2a6-d6eb-492d-8408-05c24ed04e43 req-fd359585-f626-4a45-a2c2-7e2f6bed4b23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806513
Nov 10 14:37:45.530458 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4c1e2a6-d6eb-492d-8408-05c24ed04e43 req-4b99c743-6621-464d-9f52-8c64297a1f53 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479506
Nov 10 14:37:45.661118 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d9a6f-484b-4b6d-bbce-25511f96550f req-c2384cce-977e-47c6-bcb2-b7100a7ef69c tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:45.662759 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-fd9d9a6f-484b-4b6d-bbce-25511f96550f req-c2384cce-977e-47c6-bcb2-b7100a7ef69c tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.0900221
Nov 10 14:37:45.679640 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4c1e2a6-d6eb-492d-8408-05c24ed04e43 req-98dd96b6-d944-4032-874e-22009310e9ed service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355100
Nov 10 14:37:45.714989 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-fd9d9a6f-484b-4b6d-bbce-25511f96550f req-92bb49ef-c5a0-4879-8ba3-867f9c214999 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462544
Nov 10 14:37:45.786542 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f4efa-be35-4b4a-9c93-6a2b343ac976 req-ee8ea03d-6c1f-4b81-8ca5-0236b0e6d25d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:45.788044 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-495f4efa-be35-4b4a-9c93-6a2b343ac976 req-ee8ea03d-6c1f-4b81-8ca5-0236b0e6d25d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0952172
Nov 10 14:37:45.832538 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-495f4efa-be35-4b4a-9c93-6a2b343ac976 req-03fa2a63-b319-4cef-8b1f-f79e5fed559a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386777
Nov 10 14:37:45.902738 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0931e-1d36-4bc9-897c-ee2304d118f4 req-4d7355ff-cd9d-42e9-8004-cb802b2f874f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:45.904281 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c9d0931e-1d36-4bc9-897c-ee2304d118f4 req-4d7355ff-cd9d-42e9-8004-cb802b2f874f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0816941
Nov 10 14:37:45.953096 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c9d0931e-1d36-4bc9-897c-ee2304d118f4 req-077116a4-e53e-406e-a4e2-2d785388cb38 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430946
Nov 10 14:37:46.454473 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb5b55-2e94-4e56-880f-40b1062afa1d req-864866d4-b489-4a33-9744-3ea20e7df2a6 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:46.457399 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73eb5b55-2e94-4e56-880f-40b1062afa1d req-864866d4-b489-4a33-9744-3ea20e7df2a6 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.0865622
Nov 10 14:37:46.521203 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73eb5b55-2e94-4e56-880f-40b1062afa1d req-82523687-572c-491e-b53a-253383c810fb tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574143
Nov 10 14:37:46.931720 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a0519-4d9e-49d4-9ad9-1d2ad05887a3 req-a98d77f2-dd23-478f-b52e-c0389d9ab33b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:46.933230 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8f6a0519-4d9e-49d4-9ad9-1d2ad05887a3 req-a98d77f2-dd23-478f-b52e-c0389d9ab33b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.0996485
Nov 10 14:37:47.019303 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8f6a0519-4d9e-49d4-9ad9-1d2ad05887a3 req-16131ad0-adf1-4933-892e-36c51825cdf8 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557857
Nov 10 14:37:47.064069 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bd014-f229-486e-9e5b-9d590e700e0d req-e09b5a7f-6f4f-4d4a-b5c0-6c46efb62ee6 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:47.083302 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-555bd014-f229-486e-9e5b-9d590e700e0d req-e09b5a7f-6f4f-4d4a-b5c0-6c46efb62ee6 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0965457
Nov 10 14:37:47.114895 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-555bd014-f229-486e-9e5b-9d590e700e0d req-abfc7c0a-c604-4a4f-bf9e-97c1a9500df4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435057
Nov 10 14:37:47.230506 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ba44a-c961-414f-8ac2-2e934080443e req-241ee5a9-00a4-4d80-a4bb-0ef54689e8e5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:47.233110 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4c2ba44a-c961-414f-8ac2-2e934080443e req-241ee5a9-00a4-4d80-a4bb-0ef54689e8e5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1468751
Nov 10 14:37:47.311788 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4c2ba44a-c961-414f-8ac2-2e934080443e req-da19a9c0-9a5c-42b7-8f0b-00b6920c557d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386021
Nov 10 14:37:47.718790 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bec46d-8b29-4ed3-a997-865d4cf94cd6 req-327cca20-8e93-454d-a3d9-569ccb4f8111 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:47.720269 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b5bec46d-8b29-4ed3-a997-865d4cf94cd6 req-327cca20-8e93-454d-a3d9-569ccb4f8111 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.0846016
Nov 10 14:37:47.765561 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b5bec46d-8b29-4ed3-a997-865d4cf94cd6 req-e1bc666e-6a42-459c-9da6-0683b3719c4e tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396228
Nov 10 14:37:48.269228 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device fb4db84b-cf37-44aa-b163-90343a69b5c7 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:37:48.314270 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effec632-5d16-4345-8949-9a8ce59220bf req-5428ca3c-91e5-432e-934d-cc8cd48162c4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:48.315767 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-effec632-5d16-4345-8949-9a8ce59220bf req-5428ca3c-91e5-432e-934d-cc8cd48162c4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0871081
Nov 10 14:37:48.365231 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-effec632-5d16-4345-8949-9a8ce59220bf req-4d5d4570-22df-499b-a38e-db0c8f9b0ee9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428305
Nov 10 14:37:48.410770 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port fb4db84b-cf37-44aa-b163-90343a69b5c7, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fb4db84b-cf37-44aa-b163-90343a69b5c7,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:48.424490 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': 'fb4db84b-cf37-44aa-b163-90343a69b5c7', 'network_id': '2c63d63d-a43a-4aed-bb08-634fd5629552', 'port_id': 'fb4db84b-cf37-44aa-b163-90343a69b5c7', 'mac_address': 'fa:16:3e:c3:86:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd616024-d7e8-458c-988c-76b5df329b34', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:37:48.480177 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:48.497186 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d34645-19d2-41da-b06e-3afe39f62691 req-bea70303-faef-48a1-b446-2953819e6468 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:48.498692 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a9d34645-19d2-41da-b06e-3afe39f62691 req-bea70303-faef-48a1-b446-2953819e6468 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0934653
Nov 10 14:37:48.500635 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4db84b-cf37-44aa-b163-90343a69b5c7 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:37:48.518942 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port fb4db84b-cf37-44aa-b163-90343a69b5c7, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fb4db84b-cf37-44aa-b163-90343a69b5c7,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:48.597022 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a9d34645-19d2-41da-b06e-3afe39f62691 req-38f19335-fea5-48fa-ac54-1e6f8961f43f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926149
Nov 10 14:37:48.611399 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:48.613343 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ae31fea5-f4b2-4840-b58f-6248d6998b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:48.679943 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=fb4db84b-cf37-44aa-b163-90343a69b5c7,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:48.682975 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:49.362056 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f113d-1afd-45ed-b890-2f10b2a6970b req-ea1ee3c1-61c8-494d-bc11-7ab4cd39d454 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:49.363489 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e25f113d-1afd-45ed-b890-2f10b2a6970b req-ea1ee3c1-61c8-494d-bc11-7ab4cd39d454 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0779552
Nov 10 14:37:49.406855 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e25f113d-1afd-45ed-b890-2f10b2a6970b req-102300fa-cf35-47b3-83b0-3113a413637d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376713
Nov 10 14:37:49.553307 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66643ab9-f1ec-4b48-9989-27dca278e78b req-2ea6398c-bb94-42b0-85d1-67ce313d901a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:49.554737 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-66643ab9-f1ec-4b48-9989-27dca278e78b req-2ea6398c-bb94-42b0-85d1-67ce313d901a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0784826
Nov 10 14:37:49.597194 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-66643ab9-f1ec-4b48-9989-27dca278e78b req-e16a29fe-5211-4e3a-8813-5630458097ef tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362442
Nov 10 14:37:50.264703 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7793089e-a0b8-4723-9932-7fab3e74abdc details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:37:50.404153 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7793089e-a0b8-4723-9932-7fab3e74abdc,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:50.417599 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'port_id': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'mac_address': 'fa:16:3e:8f:88:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:37:50.439420 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4771-695c-4002-a81e-9a2e2de2c125 req-714e3d43-04ed-46cb-a02b-4055e580bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:50.441234 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-243e4771-695c-4002-a81e-9a2e2de2c125 req-714e3d43-04ed-46cb-a02b-4055e580bc51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 1098 time: 0.0798287
Nov 10 14:37:50.474646 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:50.498037 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7793089e-a0b8-4723-9932-7fab3e74abdc {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:37:50.516011 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7793089e-a0b8-4723-9932-7fab3e74abdc,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:50.618657 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:50.620454 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:50.663280 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4771-695c-4002-a81e-9a2e2de2c125 req-aaa70592-6a1f-4212-9dd0-467368c505d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:50.666177 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-243e4771-695c-4002-a81e-9a2e2de2c125 req-aaa70592-6a1f-4212-9dd0-467368c505d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c63d63d-a43a-4aed-bb08-634fd5629552 HTTP/1.1" status: 200  len: 920 time: 0.2117193
Nov 10 14:37:50.676007 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79435c9-3806-45d1-bd4f-5156198b968f req-308fade0-4c8b-4aae-bd02-7e1d6c24ced9 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:50.677566 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b79435c9-3806-45d1-bd4f-5156198b968f req-308fade0-4c8b-4aae-bd02-7e1d6c24ced9 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1390133
Nov 10 14:37:50.713543 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7793089e-a0b8-4723-9932-7fab3e74abdc,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:50.716782 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:50.754322 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-243e4771-695c-4002-a81e-9a2e2de2c125 req-04347b99-4e49-4473-aef9-4dbbaed991bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=318ddc56-b050-4d3c-8ff3-c058ac7537b6 HTTP/1.1" status: 200  len: 217 time: 0.0758080
Nov 10 14:37:50.799581 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be6e6d-cbff-4c96-80c9-307cb0c9e750 req-d4c06b78-c490-41c3-a535-cfb664839933 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:50.801035 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-03be6e6d-cbff-4c96-80c9-307cb0c9e750 req-d4c06b78-c490-41c3-a535-cfb664839933 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 944 time: 0.0817604
Nov 10 14:37:50.808732 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['fb4db84b-cf37-44aa-b163-90343a69b5c7'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:37:50.830843 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b79435c9-3806-45d1-bd4f-5156198b968f req-dec71062-3238-4753-9a6b-21dec98ddd5b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964372
Nov 10 14:37:50.853640 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4771-695c-4002-a81e-9a2e2de2c125 req-3997188a-76ad-485f-9ca3-181c517c121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:50.856267 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-243e4771-695c-4002-a81e-9a2e2de2c125 req-3997188a-76ad-485f-9ca3-181c517c121f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd616024-d7e8-458c-988c-76b5df329b34 HTTP/1.1" status: 200  len: 859 time: 0.0944006
Nov 10 14:37:50.876743 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-03be6e6d-cbff-4c96-80c9-307cb0c9e750 req-278c464c-25b9-42fd-8e03-39c14b1cd055 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636322
Nov 10 14:37:50.908241 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-243e4771-695c-4002-a81e-9a2e2de2c125 req-4ba141ac-5fd6-46ef-ab69-f9d5f0d3bd5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c63d63d-a43a-4aed-bb08-634fd5629552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444880
Nov 10 14:37:51.044600 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-243e4771-695c-4002-a81e-9a2e2de2c125 req-658905f2-bf1b-4797-baf8-b18e1a31f797 service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260121
Nov 10 14:37:51.107563 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7793089e-a0b8-4723-9932-7fab3e74abdc'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:37:51.197999 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-243e4771-695c-4002-a81e-9a2e2de2c125 req-f2487da1-8419-4bfe-84dd-38e1b1a5e7ab service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401110
Nov 10 14:37:52.034478 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098a89a-c0ee-4ab0-9d9c-226aa3a73067 req-30fdc628-5545-4ad4-a74d-9f42e3bc8bbc tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:52.036373 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b098a89a-c0ee-4ab0-9d9c-226aa3a73067 req-30fdc628-5545-4ad4-a74d-9f42e3bc8bbc tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0846899
Nov 10 14:37:52.069401 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e79fe-0066-451d-9e37-cb4078863e1f req-d707586d-e4bd-437d-9a43-1951927e522f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:52.070871 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b39e79fe-0066-451d-9e37-cb4078863e1f req-d707586d-e4bd-437d-9a43-1951927e522f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 944 time: 0.0827670
Nov 10 14:37:52.081827 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b098a89a-c0ee-4ab0-9d9c-226aa3a73067 req-14ad8afe-10a8-4887-9118-40ed6bcbb40e tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396280
Nov 10 14:37:52.117579 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b39e79fe-0066-451d-9e37-cb4078863e1f req-c18f6b82-92bb-48d4-9ac7-e58dbd34c234 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398471
Nov 10 14:37:53.275535 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea2972-8a31-4070-8c1e-8842d4e20ebd req-3677fcee-d317-4798-b667-97426a8401eb tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:53.279050 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cfea2972-8a31-4070-8c1e-8842d4e20ebd req-3677fcee-d317-4798-b667-97426a8401eb tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0867431
Nov 10 14:37:53.316289 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791211-b038-4b41-923b-c9e2f1c095e5 req-4e285714-a8ec-404f-9a9f-13b87d78bd81 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:53.317970 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-87791211-b038-4b41-923b-c9e2f1c095e5 req-4e285714-a8ec-404f-9a9f-13b87d78bd81 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 944 time: 0.0885389
Nov 10 14:37:53.327655 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cfea2972-8a31-4070-8c1e-8842d4e20ebd req-27324e05-dfe3-4632-a0e2-9890b33cfab2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398159
Nov 10 14:37:53.364147 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-87791211-b038-4b41-923b-c9e2f1c095e5 req-c915e38d-afdb-4178-a513-290a6d45c165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406601
Nov 10 14:37:54.531904 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d529e64-64f6-4499-be63-9a82a5c20432 req-14b4bb8b-7c21-4a56-86cd-bc59410d0355 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:54.533361 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5d529e64-64f6-4499-be63-9a82a5c20432 req-14b4bb8b-7c21-4a56-86cd-bc59410d0355 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1053729
Nov 10 14:37:54.560531 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a922b6-5dfd-43b5-9820-60be0c921d37 req-76052c14-f4ee-463d-92a2-c70c187886e4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:54.561912 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-57a922b6-5dfd-43b5-9820-60be0c921d37 req-76052c14-f4ee-463d-92a2-c70c187886e4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 944 time: 0.0835290
Nov 10 14:37:54.579242 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5d529e64-64f6-4499-be63-9a82a5c20432 req-4c6fcb1f-d299-4c66-a7b2-887cefa3c748 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402060
Nov 10 14:37:54.606670 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-57a922b6-5dfd-43b5-9820-60be0c921d37 req-e7299be4-d102-4b51-aab6-c9973f301c09 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390861
Nov 10 14:37:54.824923 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94949bb0-7788-4711-9262-71887977f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:55.256972 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:55.762511 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30421ec8-cefb-417f-b351-087719a2c16b req-faf8e89d-0c42-4673-b0ab-ba0a27043d6a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:55.763941 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30421ec8-cefb-417f-b351-087719a2c16b req-faf8e89d-0c42-4673-b0ab-ba0a27043d6a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0808854
Nov 10 14:37:55.801257 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3746d0-659e-47dd-b7a6-641fe0fe7599 req-2408a301-61b8-4f34-a639-f4ae7f2294cc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:55.802758 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8c3746d0-659e-47dd-b7a6-641fe0fe7599 req-2408a301-61b8-4f34-a639-f4ae7f2294cc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 944 time: 0.0879722
Nov 10 14:37:55.810179 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30421ec8-cefb-417f-b351-087719a2c16b req-84712694-38fe-4ce3-80de-761cdbfe521c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388751
Nov 10 14:37:55.855377 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8c3746d0-659e-47dd-b7a6-641fe0fe7599 req-d3e8ba06-7e2e-4dc9-b52d-f70c97346c04 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434277
Nov 10 14:37:57.011505 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1757609-c772-44a4-a3a1-dbcd3f38ffcc req-e91eb246-a9fe-4063-b837-40000fd36d0b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:57.012975 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e1757609-c772-44a4-a3a1-dbcd3f38ffcc req-e91eb246-a9fe-4063-b837-40000fd36d0b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0823593
Nov 10 14:37:57.050400 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc477d-b501-4fdc-af1e-08d66057ebb0 req-498bede4-8e3f-400a-9e2f-6a6f8ca70ca6 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:57.052029 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2bcc477d-b501-4fdc-af1e-08d66057ebb0 req-498bede4-8e3f-400a-9e2f-6a6f8ca70ca6 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 944 time: 0.0814281
Nov 10 14:37:57.057856 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e1757609-c772-44a4-a3a1-dbcd3f38ffcc req-5b5b1c67-f892-4484-82ea-28385df0ac45 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387468
Nov 10 14:37:57.101091 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2bcc477d-b501-4fdc-af1e-08d66057ebb0 req-cbedb705-a471-42c8-b589-84b92e039616 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427666
Nov 10 14:37:57.454946 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7793089e-a0b8-4723-9932-7fab3e74abdc up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:37:57.483281 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5d97-0ce7-4f86-b102-b1817a75f580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:57.611178 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port 7793089e-a0b8-4723-9932-7fab3e74abdc completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:37:57.616363 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 7793089e-a0b8-4723-9932-7fab3e74abdc triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:57.616754 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:57.737169 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:57.763521 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:37:57.772900 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7793089e-a0b8-4723-9932-7fab3e74abdc,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:57.806651 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'code': 200}
Nov 10 14:37:57.885040 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:57.885898 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device fb4db84b-cf37-44aa-b163-90343a69b5c7 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:37:57.908837 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:58.001426 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7793089e-a0b8-4723-9932-7fab3e74abdc,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:58.010072 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:37:58.010429 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:37:58.010773 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:37:58.011130 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:37:58.011467 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:37:58.011795 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:37:58.012122 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:37:58.012447 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:37:58.012777 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:37:58.013101 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:37:58.013422 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:37:58.013743 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:37:58.017599 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:58.115897 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port fb4db84b-cf37-44aa-b163-90343a69b5c7 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:37:58.121292 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port fb4db84b-cf37-44aa-b163-90343a69b5c7 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:37:58.121677 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:58.238373 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:58.271041 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port fb4db84b-cf37-44aa-b163-90343a69b5c7, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fb4db84b-cf37-44aa-b163-90343a69b5c7,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:37:58.322372 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec0be2-7eef-4d6d-a071-28f3a108ff31 req-93efdb64-c5d2-4703-88e2-acab5cce9a88 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:58.324128 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-04ec0be2-7eef-4d6d-a071-28f3a108ff31 req-93efdb64-c5d2-4703-88e2-acab5cce9a88 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0809891
Nov 10 14:37:58.325847 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042990f-c1ad-44af-a14f-48c7ac0517b0 req-a8b0b2ce-56bc-47a9-b278-a11b1af951eb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:58.327346 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a042990f-c1ad-44af-a14f-48c7ac0517b0 req-a8b0b2ce-56bc-47a9-b278-a11b1af951eb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0883923
Nov 10 14:37:58.369099 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-04ec0be2-7eef-4d6d-a071-28f3a108ff31 req-19477b62-22f4-4f46-aaab-0dbfd8e9f595 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385535
Nov 10 14:37:58.374858 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a042990f-c1ad-44af-a14f-48c7ac0517b0 req-1ac1cb7c-917d-4dc8-9836-b2fcf32640ce tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412502
Nov 10 14:37:58.399620 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:58.402313 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:37:58.459857 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:58.467166 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=fb4db84b-cf37-44aa-b163-90343a69b5c7,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:37:58.470935 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:37:59.576831 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cb2c1-a59a-4773-9bcf-39e539f76779 req-312d2f14-640d-46a9-b02f-5f928bc75e54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:59.578305 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4f0cb2c1-a59a-4773-9bcf-39e539f76779 req-312d2f14-640d-46a9-b02f-5f928bc75e54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0876863
Nov 10 14:37:59.629518 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4f0cb2c1-a59a-4773-9bcf-39e539f76779 req-974feae7-d846-486f-aebb-21e49df2c7de tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445635
Nov 10 14:37:59.706160 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13b9f3-924f-492d-b0a2-05af4e95b1ad req-eba5c84f-6e5b-4ccb-8e81-f13cc22799e7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:59.710544 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ae13b9f3-924f-492d-b0a2-05af4e95b1ad req-eba5c84f-6e5b-4ccb-8e81-f13cc22799e7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0914176
Nov 10 14:37:59.744673 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:37:59.755978 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ae13b9f3-924f-492d-b0a2-05af4e95b1ad req-20a87be5-f616-4b8c-bbca-3a71dd822af7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397635
Nov 10 14:37:59.807933 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4b6c5f-1548-4a72-8789-e490b303d3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4db84b-cf37-44aa-b163-90343a69b5c7'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:37:59.862550 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4b6c5f-1548-4a72-8789-e490b303d3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4db84b-cf37-44aa-b163-90343a69b5c7', 'code': 200}
Nov 10 14:37:59.969128 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3632fd8-e30d-42e2-ae4c-b24580750a9f req-98b0766c-0542-4cb3-a94f-07f97406c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:37:59.971195 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d3632fd8-e30d-42e2-ae4c-b24580750a9f req-98b0766c-0542-4cb3-a94f-07f97406c878 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 1098 time: 0.1191235
Nov 10 14:38:00.019238 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d3632fd8-e30d-42e2-ae4c-b24580750a9f req-0a0e0d8c-8eb4-4e69-bc56-ee023c675f56 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351360
Nov 10 14:38:00.504067 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14949cc6-ba98-4da0-b539-fb36b83b29b5 req-766d275f-5118-4520-980f-b11cef39233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:00.505576 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-14949cc6-ba98-4da0-b539-fb36b83b29b5 req-766d275f-5118-4520-980f-b11cef39233b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 1098 time: 0.0704606
Nov 10 14:38:00.550240 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-14949cc6-ba98-4da0-b539-fb36b83b29b5 req-e0638771-c4eb-424c-ba13-e56a45f89768 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349355
Nov 10 14:38:00.866485 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032fcb4-759d-4331-a439-5f44d9c9ebe8 req-69ea644a-1736-436f-b55d-4cf0be49c51a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:00.868186 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6032fcb4-759d-4331-a439-5f44d9c9ebe8 req-69ea644a-1736-436f-b55d-4cf0be49c51a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0814869
Nov 10 14:38:00.919716 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6032fcb4-759d-4331-a439-5f44d9c9ebe8 req-c916245e-cac9-46de-9a35-6fae8e5284f4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450447
Nov 10 14:38:00.973060 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68105c75-44b0-484a-be36-2cf5066dc15a req-0a15a5ac-a710-44c1-bbd5-c3af5fb9220e tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:00.975004 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-68105c75-44b0-484a-be36-2cf5066dc15a req-0a15a5ac-a710-44c1-bbd5-c3af5fb9220e tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1101365
Nov 10 14:38:01.033387 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-68105c75-44b0-484a-be36-2cf5066dc15a req-f480e3f7-6976-4941-b8aa-dc162e2f86f2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508420
Nov 10 14:38:02.158330 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 51908) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:02.345198 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75b577-314b-4fd0-ae4f-70fa099b40ee req-8f5e6e7a-a43d-401f-a9b5-021f66375dbb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:02.347962 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2a75b577-314b-4fd0-ae4f-70fa099b40ee req-8f5e6e7a-a43d-401f-a9b5-021f66375dbb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1041427
Nov 10 14:38:02.367226 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:02.413000 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2a75b577-314b-4fd0-ae4f-70fa099b40ee req-9f9ff7dd-a5d8-4223-a227-6c944899c77e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573213
Nov 10 14:38:02.449253 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:02.473071 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Usage tracker for resource:security_group_rule and tenant:3b4d87d3c1bc4c3aa02bbfc3f002fba2 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:02.481166 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:02.489338 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:02.540723 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed336e-3a8f-4746-b3fc-bae69b10b3b4 req-9e424f6e-22be-4096-9a49-55208bc691d7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:02.542213 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b9ed336e-3a8f-4746-b3fc-bae69b10b3b4 req-9e424f6e-22be-4096-9a49-55208bc691d7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1567626
Nov 10 14:38:02.608895 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b9ed336e-3a8f-4746-b3fc-bae69b10b3b4 req-ea256243-7a34-4d60-b217-64fca61baf8e tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593331
Nov 10 14:38:02.639420 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:02.710535 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:02.721457 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:02.762452 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14fac98-001e-417f-a441-4acb983098d0,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:02.766246 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b4d87d3c1bc4c3aa02bbfc3f002fba2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6062257
Nov 10 14:38:02.770913 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 51924) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:02.773385 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:02.773735 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:02.774090 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:02.774441 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:02.774786 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:02.775217 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:02.775587 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:02.775857 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:02.776205 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:02.776537 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:02.776877 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:02.777322 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:02.782422 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:02.854608 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:02.891608 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:03.025568 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:03.030346 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:03.047222 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14fac98-001e-417f-a441-4acb983098d0,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:03.060787 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:03.061363 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:03.061499 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:03.061900 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:03.062484 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:03.063126 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:03.063694 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:03.064100 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:03.064909 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:03.065320 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:03.065666 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:03.066019 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:38:03.070541 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:03.078872 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:03.089991 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d14fac98-001e-417f-a441-4acb983098d0 HTTP/1.1" status: 204  len: 168 time: 0.3083801
Nov 10 14:38:03.638219 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637fa1f-454c-4fac-bedc-635381dda5c3 req-4509a393-c85d-4a02-b35c-309002756660 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:03.638219 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d637fa1f-454c-4fac-bedc-635381dda5c3 req-4509a393-c85d-4a02-b35c-309002756660 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0956507
Nov 10 14:38:03.686751 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d637fa1f-454c-4fac-bedc-635381dda5c3 req-eda80f62-4397-4ae8-8839-5f2f283cca7a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428970
Nov 10 14:38:03.824166 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7525c2d-5d91-4080-945b-9d0c20885c3d req-ef530696-65ed-43b4-9b3d-cc6888070d89 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:03.825734 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b7525c2d-5d91-4080-945b-9d0c20885c3d req-ef530696-65ed-43b4-9b3d-cc6888070d89 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1024215
Nov 10 14:38:03.889365 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b7525c2d-5d91-4080-945b-9d0c20885c3d req-686faf3a-7800-4298-bd01-5971ab2833f7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559895
Nov 10 14:38:03.919584 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef163ec7-fb01-412f-b737-00cfa4edff97 req-9f509af7-6419-488d-8ff3-2ee4f2473ec7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:03.924518 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ef163ec7-fb01-412f-b737-00cfa4edff97 req-9f509af7-6419-488d-8ff3-2ee4f2473ec7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0899806
Nov 10 14:38:03.931176 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 51968) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:03.936150 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-abede4ba-46c3-478b-a8f8-17a48291f8a8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Request body: {'floatingip': {'port_id': '7793089e-a0b8-4723-9932-7fab3e74abdc'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:38:03.948978 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 51972) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:03.968151 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7718e9fe-0ee6-4b96-9db6-8f8f459612a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:03.983960 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-7718e9fe-0ee6-4b96-9db6-8f8f459612a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:03.988861 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-7718e9fe-0ee6-4b96-9db6-8f8f459612a8 admin admin] Usage tracker for resource:security_group_rule and tenant:8d78e7fab9084a74bc4a6c1ba6035340 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:03.991785 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-7718e9fe-0ee6-4b96-9db6-8f8f459612a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:03.999159 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-7718e9fe-0ee6-4b96-9db6-8f8f459612a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:04.018121 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-abede4ba-46c3-478b-a8f8-17a48291f8a8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:04.082796 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7718e9fe-0ee6-4b96-9db6-8f8f459612a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:04.196271 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7718e9fe-0ee6-4b96-9db6-8f8f459612a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:04.208749 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:04.253085 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-7718e9fe-0ee6-4b96-9db6-8f8f459612a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d78e7fab9084a74bc4a6c1ba6035340&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3029597
Nov 10 14:38:04.254732 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718e9fe-0ee6-4b96-9db6-8f8f459612a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ba5a1f-4c08-4bd7-9a8b-3a6ad1dc60aa,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:04.257131 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 51978) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:04.260385 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-7718e9fe-0ee6-4b96-9db6-8f8f459612a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:04.317832 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-eb9ee5b9-c2cc-460d-8cb4-745faf2cdb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:04.343388 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-eb9ee5b9-c2cc-460d-8cb4-745faf2cdb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:04.493543 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-eb9ee5b9-c2cc-460d-8cb4-745faf2cdb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:04.497287 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:04.509414 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ee5b9-c2cc-460d-8cb4-745faf2cdb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ba5a1f-4c08-4bd7-9a8b-3a6ad1dc60aa,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:04.519316 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-eb9ee5b9-c2cc-460d-8cb4-745faf2cdb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:04.522968 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-eb9ee5b9-c2cc-460d-8cb4-745faf2cdb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:04.524597 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-eb9ee5b9-c2cc-460d-8cb4-745faf2cdb88 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27ba5a1f-4c08-4bd7-9a8b-3a6ad1dc60aa HTTP/1.1" status: 204  len: 168 time: 0.2658844
Nov 10 14:38:04.899700 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-abede4ba-46c3-478b-a8f8-17a48291f8a8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:05.028910 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-abede4ba-46c3-478b-a8f8-17a48291f8a8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:05.226234 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [None req-abede4ba-46c3-478b-a8f8-17a48291f8a8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Floating IP f9572c8e-b447-4fa6-a051-6ca865280585 associated. External IP: 172.27.3.116, port: 7793089e-a0b8-4723-9932-7fab3e74abdc.
Nov 10 14:38:05.293528 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e340c-45db-408e-860f-8076b7ace347 req-196560ab-05f4-4b11-92d3-9f1643d917a0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:05.295140 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-576e340c-45db-408e-860f-8076b7ace347 req-196560ab-05f4-4b11-92d3-9f1643d917a0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.3032188
Nov 10 14:38:05.373382 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52008) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:05.391631 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5e49e8a8-b675-4fff-83cd-63cf8fa8482c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:05.408747 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-5e49e8a8-b675-4fff-83cd-63cf8fa8482c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:05.413019 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-5e49e8a8-b675-4fff-83cd-63cf8fa8482c admin admin] Usage tracker for resource:security_group_rule and tenant:088cac7c276a4e89bac487a172dd9eb4 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:05.417105 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-5e49e8a8-b675-4fff-83cd-63cf8fa8482c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:05.424219 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-576e340c-45db-408e-860f-8076b7ace347 req-6f46ce1c-33b3-48cf-9ccc-50023879a8a4 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185703
Nov 10 14:38:05.425624 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-5e49e8a8-b675-4fff-83cd-63cf8fa8482c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:05.539478 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5e49e8a8-b675-4fff-83cd-63cf8fa8482c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:05.622633 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5e49e8a8-b675-4fff-83cd-63cf8fa8482c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:05.632249 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e4cb6a8a-d781-4c46-b45c-9342c27eb185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:05.676358 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-5e49e8a8-b675-4fff-83cd-63cf8fa8482c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=088cac7c276a4e89bac487a172dd9eb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3018742
Nov 10 14:38:05.677447 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49e8a8-b675-4fff-83cd-63cf8fa8482c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5ab095-843c-4f60-8036-de772e63070d,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:05.680139 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 52018) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:05.680922 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5e49e8a8-b675-4fff-83cd-63cf8fa8482c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:05.698896 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abede4ba-46c3-478b-a8f8-17a48291f8a8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Router c449c872-190d-4ec6-843f-63f3f50b789e has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:38:05.828557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0564463b-ffc1-4d22-9c40-53571a0fcc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:05.926525 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0564463b-ffc1-4d22-9c40-53571a0fcc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:05.955451 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abede4ba-46c3-478b-a8f8-17a48291f8a8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:38:05.968406 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d64a0c-8483-492e-953f-8a7ca8d49ce6 None None] Sync routers for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:38:05.978826 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d64a0c-8483-492e-953f-8a7ca8d49ce6 None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:38:05.979491 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c5d64a0c-8483-492e-953f-8a7ca8d49ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedb29bb0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:37:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:38:05.980407 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-abede4ba-46c3-478b-a8f8-17a48291f8a8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:06.042100 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-abede4ba-46c3-478b-a8f8-17a48291f8a8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "PUT /v2.0/floatingips/f9572c8e-b447-4fa6-a051-6ca865280585 HTTP/1.1" status: 200  len: 991 time: 2.1069875
Nov 10 14:38:06.042100 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:38:06.110489 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'status': 'completed', 'code': 200}
Nov 10 14:38:06.144478 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0564463b-ffc1-4d22-9c40-53571a0fcc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:06.152057 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:06.166352 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-c5d64a0c-8483-492e-953f-8a7ca8d49ce6 None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:38:06.167311 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564463b-ffc1-4d22-9c40-53571a0fcc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5ab095-843c-4f60-8036-de772e63070d,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:06.170411 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0564463b-ffc1-4d22-9c40-53571a0fcc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:06.171688 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0564463b-ffc1-4d22-9c40-53571a0fcc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:06.176786 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0564463b-ffc1-4d22-9c40-53571a0fcc17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d5ab095-843c-4f60-8036-de772e63070d HTTP/1.1" status: 204  len: 168 time: 0.4899123
Nov 10 14:38:06.255834 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25cacc-f3a9-47f8-9e0a-5e75c37d9488 req-8cfb9b56-b352-40e7-a58e-4c18caf169f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:06.258706 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c25cacc-f3a9-47f8-9e0a-5e75c37d9488 req-8cfb9b56-b352-40e7-a58e-4c18caf169f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 1098 time: 0.0843420
Nov 10 14:38:06.411641 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25cacc-f3a9-47f8-9e0a-5e75c37d9488 req-29797767-9a21-4ddc-90cf-8d61c089210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:06.413308 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c25cacc-f3a9-47f8-9e0a-5e75c37d9488 req-29797767-9a21-4ddc-90cf-8d61c089210a service neutron] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 917 time: 0.1464553
Nov 10 14:38:06.547025 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c25cacc-f3a9-47f8-9e0a-5e75c37d9488 req-858ee852-01ec-439e-a527-74d392d63be7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7793089e-a0b8-4723-9932-7fab3e74abdc HTTP/1.1" status: 200  len: 999 time: 0.1200109
Nov 10 14:38:06.665309 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c5d64a0c-8483-492e-953f-8a7ca8d49ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedb29bb0>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'f9572c8e-b447-4fa6-a051-6ca865280585', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'port_id': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'mac_address': 'fa:16:3e:8f:88:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:37:15Z', 'updated_at': '2021-11-10T14:38:04Z', 'revision_number': 1, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:14Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:38:06.682963 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d64a0c-8483-492e-953f-8a7ca8d49ce6 None None] Checking router: c449c872-190d-4ec6-843f-63f3f50b789e for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:38:06.698904 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d64a0c-8483-492e-953f-8a7ca8d49ce6 None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:38:06.705267 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c5d64a0c-8483-492e-953f-8a7ca8d49ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedb29bb0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:37:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:38:06.837245 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25cacc-f3a9-47f8-9e0a-5e75c37d9488 req-ed456aa6-12f6-44b8-94f0-1219db885505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:06.838650 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c25cacc-f3a9-47f8-9e0a-5e75c37d9488 req-ed456aa6-12f6-44b8-94f0-1219db885505 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.2793603
Nov 10 14:38:06.918012 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db1e7-3337-498e-842f-5693d55a8636 req-3eb5dd7a-503a-4820-a58c-5092bc781af0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:06.919795 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb4db1e7-3337-498e-842f-5693d55a8636 req-3eb5dd7a-503a-4820-a58c-5092bc781af0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.2855394
Nov 10 14:38:06.936772 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-c5d64a0c-8483-492e-953f-8a7ca8d49ce6 None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:38:06.976553 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb4db1e7-3337-498e-842f-5693d55a8636 req-b7f33006-5139-4247-ba4c-1a6b45e1db6d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484250
Nov 10 14:38:06.988548 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25cacc-f3a9-47f8-9e0a-5e75c37d9488 req-9491d21c-be59-4d20-a19a-ce8a034b3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:06.990220 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c25cacc-f3a9-47f8-9e0a-5e75c37d9488 req-9491d21c-be59-4d20-a19a-ce8a034b3267 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1304517
Nov 10 14:38:07.159470 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c25cacc-f3a9-47f8-9e0a-5e75c37d9488 req-a8971b5b-7634-4583-8032-f4eacaab210d service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466980
Nov 10 14:38:07.341999 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-c5d64a0c-8483-492e-953f-8a7ca8d49ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedb29bb0>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'f9572c8e-b447-4fa6-a051-6ca865280585', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'port_id': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'mac_address': 'fa:16:3e:8f:88:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:37:15Z', 'updated_at': '2021-11-10T14:38:04Z', 'revision_number': 1, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:14Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:38:07.347462 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d64a0c-8483-492e-953f-8a7ca8d49ce6 None None] The sync data for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi is: [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'f9572c8e-b447-4fa6-a051-6ca865280585', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'port_id': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'mac_address': 'fa:16:3e:8f:88:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:37:15Z', 'updated_at': '2021-11-10T14:38:04Z', 'revision_number': 1, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:14Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:38:07.394216 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c25cacc-f3a9-47f8-9e0a-5e75c37d9488 req-765517fe-ae9f-4641-9aa2-0a63cd8708ed service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206869
Nov 10 14:38:07.460800 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 52080) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:07.637890 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d02331c-5525-4151-afb3-e1268e2f5b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:07.653814 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4d02331c-5525-4151-afb3-e1268e2f5b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:07.658633 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4d02331c-5525-4151-afb3-e1268e2f5b27 admin admin] Usage tracker for resource:security_group_rule and tenant:4c61476c78cd49728044da59cf4ea854 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:07.661854 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4d02331c-5525-4151-afb3-e1268e2f5b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:07.668767 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4d02331c-5525-4151-afb3-e1268e2f5b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:07.677065 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519114f-4ba7-40b6-86ec-7bd694075116 None None] New status for floating IP f9572c8e-b447-4fa6-a051-6ca865280585: ACTIVE {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:38:07.753457 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d02331c-5525-4151-afb3-e1268e2f5b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:07.845163 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d02331c-5525-4151-afb3-e1268e2f5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:07.853843 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:07.899377 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4d02331c-5525-4151-afb3-e1268e2f5b27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c61476c78cd49728044da59cf4ea854&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4374568
Nov 10 14:38:07.901058 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02331c-5525-4151-afb3-e1268e2f5b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1941f1a4-fe2e-4c92-85b8-f04d69ae50b9,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:07.902096 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52098) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:07.904203 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4d02331c-5525-4151-afb3-e1268e2f5b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:07.977519 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bce19b2d-2bc8-4690-b1f4-2b43971667cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:08.073573 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bce19b2d-2bc8-4690-b1f4-2b43971667cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:08.180733 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4c8d8-7dbc-4594-8a84-d24bd2091690 req-240dd1ef-d7fe-4416-afa8-1f5c81497555 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:08.182095 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bfd4c8d8-7dbc-4594-8a84-d24bd2091690 req-240dd1ef-d7fe-4416-afa8-1f5c81497555 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0809817
Nov 10 14:38:08.201357 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bce19b2d-2bc8-4690-b1f4-2b43971667cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:08.206766 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:08.218884 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce19b2d-2bc8-4690-b1f4-2b43971667cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1941f1a4-fe2e-4c92-85b8-f04d69ae50b9,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:08.224197 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bce19b2d-2bc8-4690-b1f4-2b43971667cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:08.229616 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bfd4c8d8-7dbc-4594-8a84-d24bd2091690 req-0840f491-ff64-4dbe-a9b8-a6badef28c98 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419855
Nov 10 14:38:08.234249 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bce19b2d-2bc8-4690-b1f4-2b43971667cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:08.236708 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-bce19b2d-2bc8-4690-b1f4-2b43971667cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1941f1a4-fe2e-4c92-85b8-f04d69ae50b9 HTTP/1.1" status: 204  len: 168 time: 0.3312244
Nov 10 14:38:08.533944 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52114) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:08.674130 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-77f505f9-deda-431c-8c61-b57ae4ef1437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:08.699046 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-77f505f9-deda-431c-8c61-b57ae4ef1437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:08.703074 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-77f505f9-deda-431c-8c61-b57ae4ef1437 admin admin] Usage tracker for resource:security_group_rule and tenant:3e4df7b1c1894d309debfff977132f4b is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:08.706581 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-77f505f9-deda-431c-8c61-b57ae4ef1437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:08.722191 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-77f505f9-deda-431c-8c61-b57ae4ef1437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:08.808034 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-77f505f9-deda-431c-8c61-b57ae4ef1437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:08.919630 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-77f505f9-deda-431c-8c61-b57ae4ef1437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:08.929325 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e05b907a-ec9a-4c61-a878-9c9087f9db43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:08.968633 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-77f505f9-deda-431c-8c61-b57ae4ef1437 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e4df7b1c1894d309debfff977132f4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4335179
Nov 10 14:38:08.970146 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f505f9-deda-431c-8c61-b57ae4ef1437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db1527e-3494-4f83-b722-971209bec16b,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:08.971307 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 52130) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:08.973094 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-77f505f9-deda-431c-8c61-b57ae4ef1437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:09.026924 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52134) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:09.039073 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c41fef65-7163-4a30-8c41-28bac3a79c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:09.047522 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e659af7b-840f-48c4-a3e9-8fb994d58734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:09.062912 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e659af7b-840f-48c4-a3e9-8fb994d58734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:09.066003 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c41fef65-7163-4a30-8c41-28bac3a79c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:09.067478 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e659af7b-840f-48c4-a3e9-8fb994d58734 admin admin] Usage tracker for resource:security_group_rule and tenant:4f10993ce4f44baca4fc216776796ac3 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:09.070306 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e659af7b-840f-48c4-a3e9-8fb994d58734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:09.076281 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e659af7b-840f-48c4-a3e9-8fb994d58734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:09.157190 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e659af7b-840f-48c4-a3e9-8fb994d58734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:09.235451 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c41fef65-7163-4a30-8c41-28bac3a79c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:09.239976 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:09.252324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fef65-7163-4a30-8c41-28bac3a79c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db1527e-3494-4f83-b722-971209bec16b,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:09.254874 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c41fef65-7163-4a30-8c41-28bac3a79c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:09.263253 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c41fef65-7163-4a30-8c41-28bac3a79c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:09.266667 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c41fef65-7163-4a30-8c41-28bac3a79c05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2db1527e-3494-4f83-b722-971209bec16b HTTP/1.1" status: 204  len: 168 time: 0.2921641
Nov 10 14:38:09.275861 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e659af7b-840f-48c4-a3e9-8fb994d58734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:09.291048 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6757a08d-ddf0-48b0-9725-9446002ce51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:09.334192 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e659af7b-840f-48c4-a3e9-8fb994d58734 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f10993ce4f44baca4fc216776796ac3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3061123
Nov 10 14:38:09.335876 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659af7b-840f-48c4-a3e9-8fb994d58734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9850a2f5-368b-4e4f-bd53-0803524fc308,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:09.337008 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 52142) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:09.338908 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e659af7b-840f-48c4-a3e9-8fb994d58734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:09.465924 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b584d760-7b64-4ebd-8c6f-7873e150f91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:09.504401 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33291a-f6eb-48a6-a026-1277131caabf req-4516bba0-72f7-43a4-9d56-c412775400ad tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:09.510871 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c33291a-f6eb-48a6-a026-1277131caabf req-4516bba0-72f7-43a4-9d56-c412775400ad tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1487994
Nov 10 14:38:09.530491 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b584d760-7b64-4ebd-8c6f-7873e150f91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:09.586652 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c33291a-f6eb-48a6-a026-1277131caabf req-6e63bf97-ab99-43d4-a6b6-d015ba9db1c6 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748923
Nov 10 14:38:09.709808 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b584d760-7b64-4ebd-8c6f-7873e150f91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:09.713815 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b89559dc-ecfb-4298-b35a-e15ccc21be8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:09.725324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584d760-7b64-4ebd-8c6f-7873e150f91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850a2f5-368b-4e4f-bd53-0803524fc308,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:09.727663 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b584d760-7b64-4ebd-8c6f-7873e150f91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:09.733337 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b584d760-7b64-4ebd-8c6f-7873e150f91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:09.734626 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b584d760-7b64-4ebd-8c6f-7873e150f91d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9850a2f5-368b-4e4f-bd53-0803524fc308 HTTP/1.1" status: 204  len: 168 time: 0.3964157
Nov 10 14:38:10.791937 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470af12-30a8-4cdf-8539-dc5b5fb0e1cd req-5cf70e0c-2162-48d8-9e41-e052321743c0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:10.793904 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5470af12-30a8-4cdf-8539-dc5b5fb0e1cd req-5cf70e0c-2162-48d8-9e41-e052321743c0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0937414
Nov 10 14:38:10.853290 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5470af12-30a8-4cdf-8539-dc5b5fb0e1cd req-5bc4a9fe-d2f9-4ae4-9b1b-3679c4eb40cb tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512772
Nov 10 14:38:12.051005 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ef28d-6574-45ad-a40c-9972d32060f9 req-848ed764-0b70-4dd6-a677-afb4bf8b6017 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:12.052898 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bb4ef28d-6574-45ad-a40c-9972d32060f9 req-848ed764-0b70-4dd6-a677-afb4bf8b6017 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0926228
Nov 10 14:38:12.098913 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bb4ef28d-6574-45ad-a40c-9972d32060f9 req-9c8ab0da-74e4-4543-8687-d9a8d31c2572 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392725
Nov 10 14:38:13.161749 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:38:13.318091 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664a8d5-8547-4e09-9990-7877356149e5 req-3063e30d-c3c3-4ca4-bc80-0bd40354fe4d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:13.319888 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b664a8d5-8547-4e09-9990-7877356149e5 req-3063e30d-c3c3-4ca4-bc80-0bd40354fe4d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0973191
Nov 10 14:38:13.370162 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b664a8d5-8547-4e09-9990-7877356149e5 req-ac8386af-8d33-42a4-93a5-e39571bbe0c1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445201
Nov 10 14:38:14.401373 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:14.579483 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c2c45-e272-4d84-8d3e-6a6a12f8268f req-27bbb215-27fa-449d-9921-b7837ac1039d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:14.588173 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b1c2c45-e272-4d84-8d3e-6a6a12f8268f req-27bbb215-27fa-449d-9921-b7837ac1039d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0962448
Nov 10 14:38:14.632315 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b1c2c45-e272-4d84-8d3e-6a6a12f8268f req-4c312f2a-efff-4e4e-bd8c-750ab8e47daa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428667
Nov 10 14:38:15.818493 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f36eb4-69b2-4d00-82ad-17a2af312334 req-be7c3023-5080-44ba-9c94-ca6d4ff6ee04 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:15.819969 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4f36eb4-69b2-4d00-82ad-17a2af312334 req-be7c3023-5080-44ba-9c94-ca6d4ff6ee04 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0848598
Nov 10 14:38:15.865687 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4f36eb4-69b2-4d00-82ad-17a2af312334 req-0c30fb90-b906-4c9d-b439-d0e8cbb4e1e8 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398045
Nov 10 14:38:17.048770 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0067693-9576-4f4c-a067-95895b7d2dec req-282ebe0e-5f63-4076-bb0d-092142250800 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:17.050255 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0067693-9576-4f4c-a067-95895b7d2dec req-282ebe0e-5f63-4076-bb0d-092142250800 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0834513
Nov 10 14:38:17.099257 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0067693-9576-4f4c-a067-95895b7d2dec req-ab3e4e84-1f82-4409-885b-f55c0ec12b48 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407138
Nov 10 14:38:18.301474 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be268e-f9cd-43a6-9284-6fdd13529064 req-19acaf04-85b9-4e76-bb59-86992d25ea6c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:18.306848 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51be268e-f9cd-43a6-9284-6fdd13529064 req-19acaf04-85b9-4e76-bb59-86992d25ea6c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0893559
Nov 10 14:38:18.361075 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51be268e-f9cd-43a6-9284-6fdd13529064 req-721fd801-9c51-4e64-99a9-a25fb7cee8d7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515327
Nov 10 14:38:19.552116 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcaed6-3ed3-4f10-86de-d248616dd9aa req-57ead8e9-fce6-487b-b0d5-6f0018d99503 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:19.553672 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-44fcaed6-3ed3-4f10-86de-d248616dd9aa req-57ead8e9-fce6-487b-b0d5-6f0018d99503 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0872381
Nov 10 14:38:19.661129 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-44fcaed6-3ed3-4f10-86de-d248616dd9aa req-f940c6f1-e6b6-480a-b629-37146154e8cc tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008878
Nov 10 14:38:20.333089 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-c9cc9aa7-dd23-422a-8944-11690212fa5a tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:20.333089 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-c9cc9aa7-dd23-422a-8944-11690212fa5a tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/networks?id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2 HTTP/1.1" status: 200  len: 813 time: 0.1511655
Nov 10 14:38:20.347022 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-68150f31-4f8d-4b0b-86c4-7e881ae0267c tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/quotas/5922bb61d971442280ac55798df8c5ab HTTP/1.1" status: 200  len: 375 time: 0.0099816
Nov 10 14:38:20.442589 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-b4949197-f13a-489b-b93a-86cd129d7b59 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0897431
Nov 10 14:38:20.590497 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-670c58fe-136f-4eae-a0cd-fdc359c6a442 service neutron] 10.222.0.37 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394866
Nov 10 14:38:20.736631 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-0d320667-381a-48e3-a4b7-96b30be98602 service neutron] 10.222.0.37 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403599
Nov 10 14:38:20.881192 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d3d91-da6f-4225-9e28-35eb4cc8a97e req-03de503a-a149-49f0-bd03-19c732c79ddb tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:20.882764 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f59d3d91-da6f-4225-9e28-35eb4cc8a97e req-03de503a-a149-49f0-bd03-19c732c79ddb tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0930810
Nov 10 14:38:20.928964 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f59d3d91-da6f-4225-9e28-35eb4cc8a97e req-6d1de581-5a8c-452a-88c7-27ff7c8bd569 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402400
Nov 10 14:38:21.056056 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4b1f3d6e-0be9-4cf6-a39e-b9ba06792f4b req-81db148e-7c28-4504-8620-278eaa6d2f5b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 210 time: 0.0563977
Nov 10 14:38:21.342860 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 52452) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:21.464182 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ed48a6fe-2d9c-48d5-a3e7-37cbeb381599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:21.482474 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ed48a6fe-2d9c-48d5-a3e7-37cbeb381599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:21.486858 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ed48a6fe-2d9c-48d5-a3e7-37cbeb381599 admin admin] Usage tracker for resource:security_group_rule and tenant:8896287def7d421194c1ca97acf781d7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:21.490950 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ed48a6fe-2d9c-48d5-a3e7-37cbeb381599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:21.497296 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ed48a6fe-2d9c-48d5-a3e7-37cbeb381599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:21.590937 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ed48a6fe-2d9c-48d5-a3e7-37cbeb381599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:21.672792 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ed48a6fe-2d9c-48d5-a3e7-37cbeb381599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:21.680912 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a5c87ec1-47e0-4433-b29b-91c7dacfea10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:21.721098 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48a6fe-2d9c-48d5-a3e7-37cbeb381599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cbe799-e3b2-4a90-b7af-a7ed655868e2,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:21.728632 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ed48a6fe-2d9c-48d5-a3e7-37cbeb381599 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8896287def7d421194c1ca97acf781d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3821032
Nov 10 14:38:21.728632 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ed48a6fe-2d9c-48d5-a3e7-37cbeb381599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:21.728942 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 52474) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:21.790061 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-415ee9ec-d3c0-4473-ad13-dbdd1e41459b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:21.818006 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-415ee9ec-d3c0-4473-ad13-dbdd1e41459b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:22.013295 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-415ee9ec-d3c0-4473-ad13-dbdd1e41459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:22.019592 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9bb26a4b-6467-41f1-bd17-346292f4999b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:22.033602 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ee9ec-d3c0-4473-ad13-dbdd1e41459b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cbe799-e3b2-4a90-b7af-a7ed655868e2,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:22.036675 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-415ee9ec-d3c0-4473-ad13-dbdd1e41459b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:22.038063 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-415ee9ec-d3c0-4473-ad13-dbdd1e41459b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:22.051103 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-415ee9ec-d3c0-4473-ad13-dbdd1e41459b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2cbe799-e3b2-4a90-b7af-a7ed655868e2 HTTP/1.1" status: 204  len: 168 time: 0.3141217
Nov 10 14:38:22.241566 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-84060d78-ff7f-41b5-b9e5-4d586dbeb79c req-011c0377-8fe8-4be2-8e1d-74c76ae5c020 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 210 time: 0.0651553
Nov 10 14:38:22.268020 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82365c-33a5-4060-b6bd-22c4f2b63a9a req-ed01de95-4d8d-42d9-a3cd-77bcb9e81b6b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:22.269578 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c82365c-33a5-4060-b6bd-22c4f2b63a9a req-ed01de95-4d8d-42d9-a3cd-77bcb9e81b6b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0921233
Nov 10 14:38:22.340922 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c82365c-33a5-4060-b6bd-22c4f2b63a9a req-574692b6-2528-4fe6-8d2a-798cff40f726 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627263
Nov 10 14:38:22.621441 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52502) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:22.782421 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d85f3ff-66e3-42bf-a435-b8ab464304af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:22.798696 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-0d85f3ff-66e3-42bf-a435-b8ab464304af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:22.803607 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-0d85f3ff-66e3-42bf-a435-b8ab464304af admin admin] Usage tracker for resource:security_group_rule and tenant:e4ce4baa0b044e4b8a01112ec617e4ae is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:22.806748 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-0d85f3ff-66e3-42bf-a435-b8ab464304af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:22.812732 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-0d85f3ff-66e3-42bf-a435-b8ab464304af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:22.910095 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d85f3ff-66e3-42bf-a435-b8ab464304af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:23.098641 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0d85f3ff-66e3-42bf-a435-b8ab464304af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:23.107523 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:23.153082 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-0d85f3ff-66e3-42bf-a435-b8ab464304af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4ce4baa0b044e4b8a01112ec617e4ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5304825
Nov 10 14:38:23.154730 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85f3ff-66e3-42bf-a435-b8ab464304af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d3976a-e12b-47f8-98fc-7a3d7f259499,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:23.157738 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 52530) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:23.158246 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0d85f3ff-66e3-42bf-a435-b8ab464304af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:23.223372 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1d758952-35e8-4781-b785-f49943a5b35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:23.253832 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1d758952-35e8-4781-b785-f49943a5b35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:23.419277 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1d758952-35e8-4781-b785-f49943a5b35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:23.429373 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:23.467273 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e9d5d4cd-b1f4-4dc3-a99b-360c424ff37f req-f7689888-0897-460d-8607-cc30705b03bb tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 210 time: 0.0897439
Nov 10 14:38:23.467273 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d758952-35e8-4781-b785-f49943a5b35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d3976a-e12b-47f8-98fc-7a3d7f259499,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:23.467856 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1d758952-35e8-4781-b785-f49943a5b35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:23.471847 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1d758952-35e8-4781-b785-f49943a5b35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:23.472920 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1d758952-35e8-4781-b785-f49943a5b35c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9d3976a-e12b-47f8-98fc-7a3d7f259499 HTTP/1.1" status: 204  len: 168 time: 0.3135359
Nov 10 14:38:23.659235 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd85d36-d847-4ca2-b085-06c75f8601d0 req-add3c9a9-cb45-495a-be5b-56a013f9b5a0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:23.660884 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bfd85d36-d847-4ca2-b085-06c75f8601d0 req-add3c9a9-cb45-495a-be5b-56a013f9b5a0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0885990
Nov 10 14:38:23.709008 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bfd85d36-d847-4ca2-b085-06c75f8601d0 req-676b5c09-be95-4978-8b4c-775477545182 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416367
Nov 10 14:38:24.265174 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a8d4ed0f-f0af-4bdb-9935-3842612ec659 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:24.266886 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a8d4ed0f-f0af-4bdb-9935-3842612ec659 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "GET /v2.0/networks?id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2 HTTP/1.1" status: 200  len: 813 time: 0.1525939
Nov 10 14:38:24.289151 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Request body: {'port': {'device_id': '7b1a6c66-80a0-48a9-8bc4-910dc450faa0', 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2', 'admin_state_up': True, 'tenant_id': '5922bb61d971442280ac55798df8c5ab'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:38:24.428536 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:24.438200 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:24.582552 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Made reservation on behalf of 5922bb61d971442280ac55798df8c5ab for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:38:24.586519 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:24.595559 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52588) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:24.620044 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0e43df0f-6a5f-4779-ac2d-1fbc87c60b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:24.636777 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-0e43df0f-6a5f-4779-ac2d-1fbc87c60b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:24.640844 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-0e43df0f-6a5f-4779-ac2d-1fbc87c60b94 admin admin] Usage tracker for resource:security_group_rule and tenant:faf7fea44dd8423d9f9228704b930619 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:24.644272 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-0e43df0f-6a5f-4779-ac2d-1fbc87c60b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:24.650022 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-0e43df0f-6a5f-4779-ac2d-1fbc87c60b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:24.711729 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d600bb6-1bfc-4610-8277-f53a220a37aa req-a81c55af-17f8-4f7e-9719-204994b152a5 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 210 time: 0.0990045
Nov 10 14:38:24.747696 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0e43df0f-6a5f-4779-ac2d-1fbc87c60b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:24.869735 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-82c4ec7e-45bc-4033-818e-dae0942c179d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:24.872695 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0e43df0f-6a5f-4779-ac2d-1fbc87c60b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:24.878784 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Allocated IP 172.20.0.3 (ff02c67e-ef4b-4d81-be13-036d90b0b5e2/d6f4016f-e940-4f2d-b741-d4304df11406/d506fe63-0e24-46e1-bf5d-c72174fb97ac) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:38:24.942973 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:24.954657 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-0e43df0f-6a5f-4779-ac2d-1fbc87c60b94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=faf7fea44dd8423d9f9228704b930619&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3581016
Nov 10 14:38:24.957849 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52602) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:24.983431 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a554dc2-2be3-4a7d-8a43-278007a22288 req-eb364a31-c992-44df-8f5b-1441cfda8a42 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:24.986158 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a554dc2-2be3-4a7d-8a43-278007a22288 req-eb364a31-c992-44df-8f5b-1441cfda8a42 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1641443
Nov 10 14:38:25.016969 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43df0f-6a5f-4779-ac2d-1fbc87c60b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29b27b9-34ca-4445-b9a9-3603224570f8,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:25.021345 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0e43df0f-6a5f-4779-ac2d-1fbc87c60b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:25.062814 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e1825d77-54af-4704-bee1-7f91b95a9064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:25.100635 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e1825d77-54af-4704-bee1-7f91b95a9064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:25.191392 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a554dc2-2be3-4a7d-8a43-278007a22288 req-66371e2d-59e7-4a25-b5d4-b4a936ea5c52 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845665
Nov 10 14:38:25.250327 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:25.384483 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e1825d77-54af-4704-bee1-7f91b95a9064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:25.388567 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-f8f8a61b-f38d-47d9-9e75-52bb351c3350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:25.403792 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1825d77-54af-4704-bee1-7f91b95a9064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29b27b9-34ca-4445-b9a9-3603224570f8,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:25.406046 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e1825d77-54af-4704-bee1-7f91b95a9064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:25.422915 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e1825d77-54af-4704-bee1-7f91b95a9064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:25.424045 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e1825d77-54af-4704-bee1-7f91b95a9064 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a29b27b9-34ca-4445-b9a9-3603224570f8 HTTP/1.1" status: 204  len: 168 time: 0.4651463
Nov 10 14:38:25.424413 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:25.475566 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:25.484507 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-560bb13a-71aa-415f-bdb9-4a18d34fb7aa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:25.493754 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7891d630-cd7f-4e87-9505-1e12c195b582'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:38:25.569950 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:38:25.573010 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:38:25.577600 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:38:25.643869 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Pushing event updated for resources: {'Port': ['ID=d506fe63-0e24-46e1-bf5d-c72174fb97ac,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:25.648992 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:25.666615 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:25.667267 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:25.786246 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5006549
Nov 10 14:38:25.807896 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Request body: {'port': {'device_id': '7b1a6c66-80a0-48a9-8bc4-910dc450faa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:38:25.970854 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a499f-4e25-4e10-a758-9de2768afe56 req-266e5eba-a478-4022-8d66-2a808d0d5776 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:25.978723 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-435a499f-4e25-4e10-a758-9de2768afe56 req-266e5eba-a478-4022-8d66-2a808d0d5776 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 931 time: 0.1234858
Nov 10 14:38:26.019916 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52650) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:26.020050 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:26.046332 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-435a499f-4e25-4e10-a758-9de2768afe56 req-3159fa8a-ba6c-4d0b-9f9b-fc9fcc591cc4 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666051
Nov 10 14:38:26.346171 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8b3d2386-bb77-4aea-8f7a-f737ef7ad1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:26.443505 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-8b3d2386-bb77-4aea-8f7a-f737ef7ad1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:26.449330 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-8b3d2386-bb77-4aea-8f7a-f737ef7ad1bc admin admin] Usage tracker for resource:security_group_rule and tenant:786bad17df1d42528765fbf272872e45 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:26.453152 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-8b3d2386-bb77-4aea-8f7a-f737ef7ad1bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:26.463210 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-8b3d2386-bb77-4aea-8f7a-f737ef7ad1bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:26.490535 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d506fe63-0e24-46e1-bf5d-c72174fb97ac {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:38:26.510853 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:26.538480 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Transition to ACTIVE for port object d506fe63-0e24-46e1-bf5d-c72174fb97ac will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:38:26.601619 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8b3d2386-bb77-4aea-8f7a-f737ef7ad1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:26.615128 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846a3db-f25f-43c0-b0e7-88012be8d3a6 req-b5d00d9d-e68f-4ca1-ab57-64157b99427e tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:26.622068 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6846a3db-f25f-43c0-b0e7-88012be8d3a6 req-b5d00d9d-e68f-4ca1-ab57-64157b99427e tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.2598450
Nov 10 14:38:26.642962 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:26.649148 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:26.667638 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6846a3db-f25f-43c0-b0e7-88012be8d3a6 req-62d79c83-84da-4acf-8792-11a38034232c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446177
Nov 10 14:38:26.730521 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8b3d2386-bb77-4aea-8f7a-f737ef7ad1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:26.752622 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-71fdc713-582f-4c43-a579-2ab85ef602dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:26.787014 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-8b3d2386-bb77-4aea-8f7a-f737ef7ad1bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=786bad17df1d42528765fbf272872e45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7656088
Nov 10 14:38:26.790821 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52688) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:26.802669 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Pushing event updated for resources: {'Port': ['ID=d506fe63-0e24-46e1-bf5d-c72174fb97ac,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:26.814372 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d2386-bb77-4aea-8f7a-f737ef7ad1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228e21e9-28c1-49ca-8433-68396e4229f6,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:26.817398 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:26.825740 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-8b3d2386-bb77-4aea-8f7a-f737ef7ad1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:26.888714 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-20f5a05d-3d19-4b35-913c-768fa40c08f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:26.925794 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-20f5a05d-3d19-4b35-913c-768fa40c08f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:26.955128 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Attempting to bind port d506fe63-0e24-46e1-bf5d-c72174fb97ac on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:38:26.955473 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Attempting to bind port d506fe63-0e24-46e1-bf5d-c72174fb97ac by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:38:26.955811 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Attempting to bind port d506fe63-0e24-46e1-bf5d-c72174fb97ac on network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:38:26.961007 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Port d506fe63-0e24-46e1-bf5d-c72174fb97ac on network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:38:26.961389 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Attempting to bind port d506fe63-0e24-46e1-bf5d-c72174fb97ac on network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:38:26.972695 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:38:26.972695 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Checking segment: {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:38:26.972695 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Bound using segment: {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:38:26.972695 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Bound port: d506fe63-0e24-46e1-bf5d-c72174fb97ac, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:38:26.972695 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:27.058901 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] For port d506fe63-0e24-46e1-bf5d-c72174fb97ac, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:38:27.061893 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] For port d506fe63-0e24-46e1-bf5d-c72174fb97ac, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=d506fe63-0e24-46e1-bf5d-c72174fb97ac,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:38:27.184232 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-20f5a05d-3d19-4b35-913c-768fa40c08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:27.191206 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-77f505f9-deda-431c-8c61-b57ae4ef1437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:27.206415 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5a05d-3d19-4b35-913c-768fa40c08f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228e21e9-28c1-49ca-8433-68396e4229f6,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:27.213139 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-20f5a05d-3d19-4b35-913c-768fa40c08f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:27.216931 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-20f5a05d-3d19-4b35-913c-768fa40c08f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:27.224037 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-20f5a05d-3d19-4b35-913c-768fa40c08f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/228e21e9-28c1-49ca-8433-68396e4229f6 HTTP/1.1" status: 204  len: 168 time: 0.4266737
Nov 10 14:38:27.224164 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:27.233990 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:27.316005 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:27.316628 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:27.318010 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] 10.222.0.16 "PUT /v2.0/ports/d506fe63-0e24-46e1-bf5d-c72174fb97ac HTTP/1.1" status: 200  len: 1093 time: 1.5166051
Nov 10 14:38:27.318493 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1a6c66-80a0-48a9-8bc4-910dc450faa0', 'tag': 'd506fe63-0e24-46e1-bf5d-c72174fb97ac'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:38:27.337462 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Pushing event updated for resources: {'Port': ['ID=d506fe63-0e24-46e1-bf5d-c72174fb97ac,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:27.341213 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:27.370574 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725dd58-1506-4f65-b0ac-f6070260787c req-bed0e42c-b54e-4b85-83c2-8720b7d13721 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:27.371732 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-7725dd58-1506-4f65-b0ac-f6070260787c req-bed0e42c-b54e-4b85-83c2-8720b7d13721 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Synchronizing usage tracker for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:38:27.376276 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1a6c66-80a0-48a9-8bc4-910dc450faa0', 'tag': 'd506fe63-0e24-46e1-bf5d-c72174fb97ac', 'status': 'completed', 'code': 200}
Nov 10 14:38:27.469904 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8659cce8-8b6b-4373-b839-aa65cf60e199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:27.519241 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd1073-4aa7-47a6-979b-6e16a24b28b8 req-1c0ec688-e316-4623-a0ae-46f23875d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:27.520736 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c3dd1073-4aa7-47a6-979b-6e16a24b28b8 req-1c0ec688-e316-4623-a0ae-46f23875d09f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 1096 time: 0.0862591
Nov 10 14:38:27.567994 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-7725dd58-1506-4f65-b0ac-f6070260787c req-bed0e42c-b54e-4b85-83c2-8720b7d13721 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Unset dirty status for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:38:27.569042 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7725dd58-1506-4f65-b0ac-f6070260787c req-bed0e42c-b54e-4b85-83c2-8720b7d13721 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 943 time: 0.4150944
Nov 10 14:38:27.688649 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7725dd58-1506-4f65-b0ac-f6070260787c req-d3eafafc-e2d0-44f9-986c-4f5a3d4ea991 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758150
Nov 10 14:38:27.711956 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd1073-4aa7-47a6-979b-6e16a24b28b8 req-e284a973-8f32-4ec1-8c47-a52c64af3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:27.713391 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c3dd1073-4aa7-47a6-979b-6e16a24b28b8 req-e284a973-8f32-4ec1-8c47-a52c64af3408 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5922bb61d971442280ac55798df8c5ab&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1735239
Nov 10 14:38:27.891627 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52726) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:27.925766 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c126284-45e5-4812-a611-7a1c626cded2 req-f1485d3d-350f-4979-9e4e-4e30bc1a59a0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:27.928240 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6c126284-45e5-4812-a611-7a1c626cded2 req-f1485d3d-350f-4979-9e4e-4e30bc1a59a0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1273186
Nov 10 14:38:27.983000 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6c126284-45e5-4812-a611-7a1c626cded2 req-6907adaa-fb76-4ab3-a8bc-718b1455fcb6 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487196
Nov 10 14:38:28.036329 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd1073-4aa7-47a6-979b-6e16a24b28b8 req-25ed8098-167a-49e5-a989-c655a0f6b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:28.037769 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c3dd1073-4aa7-47a6-979b-6e16a24b28b8 req-25ed8098-167a-49e5-a989-c655a0f6b7d9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3054006
Nov 10 14:38:28.118420 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bd882478-c0da-4d99-a818-6482003344e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:28.138391 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-bd882478-c0da-4d99-a818-6482003344e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:28.142681 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-bd882478-c0da-4d99-a818-6482003344e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d0aa25a497db4427b99528d5dc92845c is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:28.146243 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-bd882478-c0da-4d99-a818-6482003344e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:28.152584 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-bd882478-c0da-4d99-a818-6482003344e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:28.179343 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-417644c2-53ac-43db-b03a-8ed82440ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:28.181247 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-417644c2-53ac-43db-b03a-8ed82440ffe6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 1096 time: 0.0821860
Nov 10 14:38:28.276206 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bd882478-c0da-4d99-a818-6482003344e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:28.294042 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-92fde207-7b36-42b8-bc98-5f858bf37e55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d506fe63-0e24-46e1-bf5d-c72174fb97ac HTTP/1.1" status: 200  len: 217 time: 0.0959756
Nov 10 14:38:28.372335 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-bbfa4e92-985d-4a03-867a-3bc15576d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:28.374286 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-bbfa4e92-985d-4a03-867a-3bc15576d13e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6f4016f-e940-4f2d-b741-d4304df11406 HTTP/1.1" status: 200  len: 853 time: 0.0693684
Nov 10 14:38:28.426726 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-8f70f242-9dab-4d3a-a043-ff123139e787 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436409
Nov 10 14:38:28.436124 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bd882478-c0da-4d99-a818-6482003344e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:28.450316 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bce19b2d-2bc8-4690-b1f4-2b43971667cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:28.497769 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-bd882478-c0da-4d99-a818-6482003344e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0aa25a497db4427b99528d5dc92845c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6058989
Nov 10 14:38:28.498710 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52752) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:28.505485 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:28.508855 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd882478-c0da-4d99-a818-6482003344e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844a0529-e183-4287-a4e3-1a75f80d21f6,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:28.513088 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bd882478-c0da-4d99-a818-6482003344e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:28.600460 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-405fe9c3-d1d8-41e9-b866-93a77793cbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:28.634527 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-405fe9c3-d1d8-41e9-b866-93a77793cbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:28.655329 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-fc9656e6-4cfe-48bc-b502-b211f8338173 service neutron] 10.222.0.16 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2113733
Nov 10 14:38:28.805285 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-405fe9c3-d1d8-41e9-b866-93a77793cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:28.809423 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:28.823043 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fe9c3-d1d8-41e9-b866-93a77793cbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844a0529-e183-4287-a4e3-1a75f80d21f6,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:28.855752 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-405fe9c3-d1d8-41e9-b866-93a77793cbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:28.866216 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-405fe9c3-d1d8-41e9-b866-93a77793cbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:28.870010 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-405fe9c3-d1d8-41e9-b866-93a77793cbc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/844a0529-e183-4287-a4e3-1a75f80d21f6 HTTP/1.1" status: 204  len: 168 time: 0.3693500
Nov 10 14:38:28.913378 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de9d24b1-8a6a-4e16-ac5c-3e815f7f621b req-3142d0aa-9466-4cca-b1c3-df3dd032845c service neutron] 10.222.0.16 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2398124
Nov 10 14:38:28.933715 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c2530-443c-41ab-968d-d67c841c0d7a req-4f60907b-5305-4cbe-b21d-f22dc5a35672 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:28.942427 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fd6c2530-443c-41ab-968d-d67c841c0d7a req-4f60907b-5305-4cbe-b21d-f22dc5a35672 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 943 time: 0.1154771
Nov 10 14:38:28.998431 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fd6c2530-443c-41ab-968d-d67c841c0d7a req-2fd576ed-16d6-4e7a-a7ab-a6846ac8e188 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550265
Nov 10 14:38:29.222814 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c61281-8af4-44b9-9666-5d0bd99b57c7 req-3e9b6d1e-3c96-427e-9bc1-356cbdd8dec7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:29.227545 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a5c61281-8af4-44b9-9666-5d0bd99b57c7 req-3e9b6d1e-3c96-427e-9bc1-356cbdd8dec7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1046762
Nov 10 14:38:29.278847 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a5c61281-8af4-44b9-9666-5d0bd99b57c7 req-97a538c2-b888-4185-8541-1b61c992e4a5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475464
Nov 10 14:38:29.315349 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f93737-bb40-4801-b3be-77b3e65679e7 req-06246777-7c83-4e65-a77e-cab4fc23607a tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:29.316864 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d0f93737-bb40-4801-b3be-77b3e65679e7 req-06246777-7c83-4e65-a77e-cab4fc23607a tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.0888014
Nov 10 14:38:29.362385 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d0f93737-bb40-4801-b3be-77b3e65679e7 req-5cac4924-f61c-4682-8f7b-d831dab003c1 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398099
Nov 10 14:38:29.736399 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:29.918270 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52816) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:29.936688 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-79abf7ff-c26b-4d09-8019-d37f152ade39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:29.952244 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-79abf7ff-c26b-4d09-8019-d37f152ade39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:29.956285 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-79abf7ff-c26b-4d09-8019-d37f152ade39 admin admin] Usage tracker for resource:security_group_rule and tenant:5bfefe4eb1d84dcda8526d16095d2035 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:29.959441 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-79abf7ff-c26b-4d09-8019-d37f152ade39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:29.965634 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-79abf7ff-c26b-4d09-8019-d37f152ade39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:30.050469 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-79abf7ff-c26b-4d09-8019-d37f152ade39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:30.153361 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-79abf7ff-c26b-4d09-8019-d37f152ade39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:30.161434 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-8b3d2386-bb77-4aea-8f7a-f737ef7ad1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:30.209995 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-79abf7ff-c26b-4d09-8019-d37f152ade39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5bfefe4eb1d84dcda8526d16095d2035&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2905769
Nov 10 14:38:30.212448 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abf7ff-c26b-4d09-8019-d37f152ade39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ab72e2-05f2-4529-b03a-d589f35c4bab,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:30.212843 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 52822) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:30.215876 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-79abf7ff-c26b-4d09-8019-d37f152ade39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:30.235966 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a21df6-115f-4522-909e-7e83e7d8321d req-cf876e9f-e199-4dbf-a130-11f8dde51edb tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:30.237973 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-39a21df6-115f-4522-909e-7e83e7d8321d req-cf876e9f-e199-4dbf-a130-11f8dde51edb tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 943 time: 0.1407247
Nov 10 14:38:30.274136 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9936aa85-50bc-4b4b-b9ae-93b24c7fcddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:30.282153 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-39a21df6-115f-4522-909e-7e83e7d8321d req-73e1508e-ac65-4a31-bb68-feef0ac0c7dc tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380096
Nov 10 14:38:30.302323 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9936aa85-50bc-4b4b-b9ae-93b24c7fcddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:30.445621 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9936aa85-50bc-4b4b-b9ae-93b24c7fcddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:30.451735 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-eebeb6f9-b5f1-49c9-a82a-86aaa8c1017f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:30.464272 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936aa85-50bc-4b4b-b9ae-93b24c7fcddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ab72e2-05f2-4529-b03a-d589f35c4bab,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:30.469378 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9936aa85-50bc-4b4b-b9ae-93b24c7fcddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:30.475943 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9936aa85-50bc-4b4b-b9ae-93b24c7fcddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:30.477054 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-9936aa85-50bc-4b4b-b9ae-93b24c7fcddf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32ab72e2-05f2-4529-b03a-d589f35c4bab HTTP/1.1" status: 204  len: 168 time: 0.2631302
Nov 10 14:38:30.502603 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208ba94-33ea-410b-99ed-6d1e454ce12b req-64726796-3825-467b-9d4b-27d93e8b10a3 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:30.504933 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e208ba94-33ea-410b-99ed-6d1e454ce12b req-64726796-3825-467b-9d4b-27d93e8b10a3 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1152143
Nov 10 14:38:30.553260 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e208ba94-33ea-410b-99ed-6d1e454ce12b req-5d231be3-0499-49bc-a50b-be0f132b739a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425565
Nov 10 14:38:30.601701 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e47f49-1295-4f72-a03b-a470d67dbe64 req-a3bfcb4e-163d-4bd7-bff0-f7758f73e9b4 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:30.603204 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e5e47f49-1295-4f72-a03b-a470d67dbe64 req-a3bfcb4e-163d-4bd7-bff0-f7758f73e9b4 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.1281550
Nov 10 14:38:30.712184 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e5e47f49-1295-4f72-a03b-a470d67dbe64 req-f53cc5a2-6714-4bf3-8bea-ff59966e91f1 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026866
Nov 10 14:38:31.469723 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526fd59-17a1-43c3-a2aa-98fbc251aa86 req-7c602225-c9d7-42bc-8690-92e09c3f887e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:31.471229 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8526fd59-17a1-43c3-a2aa-98fbc251aa86 req-7c602225-c9d7-42bc-8690-92e09c3f887e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 943 time: 0.0803471
Nov 10 14:38:31.528736 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8526fd59-17a1-43c3-a2aa-98fbc251aa86 req-86559fbe-90a7-4631-9b54-b5e21ebac5a6 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506418
Nov 10 14:38:31.749309 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f54679-e658-4b5c-81f5-0cb61f303135 req-b0110c56-7dfa-4c4c-89ca-e7b078827fd8 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:31.750802 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-23f54679-e658-4b5c-81f5-0cb61f303135 req-b0110c56-7dfa-4c4c-89ca-e7b078827fd8 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0839720
Nov 10 14:38:31.829446 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-23f54679-e658-4b5c-81f5-0cb61f303135 req-b9119e54-8f1f-428d-9ff9-ed819cc8aed5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726066
Nov 10 14:38:32.041315 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60639881-4734-4989-be04-d747f8143b03 req-215d781c-a575-44ec-a723-e6f3f282191a tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:32.042726 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-60639881-4734-4989-be04-d747f8143b03 req-215d781c-a575-44ec-a723-e6f3f282191a tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.1007705
Nov 10 14:38:32.088963 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-60639881-4734-4989-be04-d747f8143b03 req-304b8f82-e2e9-4170-b4e4-c13ed2c3b33a tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405731
Nov 10 14:38:32.517648 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device d506fe63-0e24-46e1-bf5d-c72174fb97ac details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:38:32.738014 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port d506fe63-0e24-46e1-bf5d-c72174fb97ac, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=d506fe63-0e24-46e1-bf5d-c72174fb97ac,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:38:32.776579 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': 'd506fe63-0e24-46e1-bf5d-c72174fb97ac', 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2', 'port_id': 'd506fe63-0e24-46e1-bf5d-c72174fb97ac', 'mac_address': 'fa:16:3e:5b:10:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f4016f-e940-4f2d-b741-d4304df11406', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:38:32.791360 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c02631-bbf4-4b9a-8180-3c776e1103b5 req-9ce777fd-4d63-45f2-af90-963d47f28c11 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:32.792852 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d3c02631-bbf4-4b9a-8180-3c776e1103b5 req-9ce777fd-4d63-45f2-af90-963d47f28c11 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.16 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.1752114
Nov 10 14:38:32.803260 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70292b55-db0d-4cec-895d-047e04dfd931 req-34e8aaf5-e4d6-4dfb-83e6-c8382a4fa776 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:32.813251 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-70292b55-db0d-4cec-895d-047e04dfd931 req-34e8aaf5-e4d6-4dfb-83e6-c8382a4fa776 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 943 time: 0.1490555
Nov 10 14:38:32.855047 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:32.887466 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d506fe63-0e24-46e1-bf5d-c72174fb97ac {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:38:32.920702 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port d506fe63-0e24-46e1-bf5d-c72174fb97ac, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=d506fe63-0e24-46e1-bf5d-c72174fb97ac,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:38:32.989140 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-70292b55-db0d-4cec-895d-047e04dfd931 req-72e4c572-c210-4281-9ea6-09b818f554ac tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781590
Nov 10 14:38:33.001913 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-d3c02631-bbf4-4b9a-8180-3c776e1103b5 req-e8b34bb9-5570-4759-9a71-40d61292a40f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Deleting port 1e41a2b9-8378-4fd6-8c01-298601a131fe {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:38:33.002248 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-d3c02631-bbf4-4b9a-8180-3c776e1103b5 req-e8b34bb9-5570-4759-9a71-40d61292a40f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:33.022124 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:33.027715 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:33.128739 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a67fcd-9100-4601-98a7-aaa935d907d9 req-6a48ca0b-4aef-45a2-8181-d0c396c0cefa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:33.131052 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-83a67fcd-9100-4601-98a7-aaa935d907d9 req-6a48ca0b-4aef-45a2-8181-d0c396c0cefa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1467922
Nov 10 14:38:33.147375 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=d506fe63-0e24-46e1-bf5d-c72174fb97ac,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:33.150793 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:33.197443 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-83a67fcd-9100-4601-98a7-aaa935d907d9 req-d9649998-8ebd-48ef-bf43-3a333c84be92 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606246
Nov 10 14:38:33.307700 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-d3c02631-bbf4-4b9a-8180-3c776e1103b5 req-e8b34bb9-5570-4759-9a71-40d61292a40f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] For port 1e41a2b9-8378-4fd6-8c01-298601a131fe, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=1e41a2b9-8378-4fd6-8c01-298601a131fe,segment=NetworkSegment(558a6206-b49b-4840-bfd7-91a0c14e0666),segment_id=558a6206-b49b-4840-bfd7-91a0c14e0666)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:38:33.308122 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-d3c02631-bbf4-4b9a-8180-3c776e1103b5 req-e8b34bb9-5570-4759-9a71-40d61292a40f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:33.420547 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256442c-98c5-4fd7-9e3d-ff225edd8939 req-fabbb12a-9b29-423a-858c-f5aa733c84d0 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:33.422025 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6256442c-98c5-4fd7-9e3d-ff225edd8939 req-fabbb12a-9b29-423a-858c-f5aa733c84d0 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 945 time: 0.0932202
Nov 10 14:38:33.468024 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6256442c-98c5-4fd7-9e3d-ff225edd8939 req-0beb8f07-6229-4074-9f54-da471616fa63 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc009bb-86f5-4c06-9f7e-2950f718153f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402286
Nov 10 14:38:33.495511 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-d3c02631-bbf4-4b9a-8180-3c776e1103b5 req-e8b34bb9-5570-4759-9a71-40d61292a40f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Calling delete_port for 1e41a2b9-8378-4fd6-8c01-298601a131fe owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:38:33.816893 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-d3c02631-bbf4-4b9a-8180-3c776e1103b5 req-e8b34bb9-5570-4759-9a71-40d61292a40f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:33.822691 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2688c7dd-f944-429e-b3a6-e589c3a50e9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:33.869293 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b34bb9-5570-4759-9a71-40d61292a40f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Pushing event deleted for resources: {'Port': ['ID=1e41a2b9-8378-4fd6-8c01-298601a131fe,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:33.872759 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e8b34bb9-5570-4759-9a71-40d61292a40f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:33.944453 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c02631-bbf4-4b9a-8180-3c776e1103b5 req-e8b34bb9-5570-4759-9a71-40d61292a40f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] No DVR routers for this DVR port 1e41a2b9-8378-4fd6-8c01-298601a131fe on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:38:33.947300 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-d3c02631-bbf4-4b9a-8180-3c776e1103b5 req-e8b34bb9-5570-4759-9a71-40d61292a40f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:33.949972 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23501ca-8d6e-4a19-8321-f402af50770b', 'name': 'network-vif-deleted', 'tag': '1e41a2b9-8378-4fd6-8c01-298601a131fe'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:38:33.994574 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23501ca-8d6e-4a19-8321-f402af50770b', 'name': 'network-vif-deleted', 'tag': '1e41a2b9-8378-4fd6-8c01-298601a131fe', 'status': 'completed', 'code': 200}
Nov 10 14:38:34.023390 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d3c02631-bbf4-4b9a-8180-3c776e1103b5 req-e8b34bb9-5570-4759-9a71-40d61292a40f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.16 "DELETE /v2.0/ports/1e41a2b9-8378-4fd6-8c01-298601a131fe HTTP/1.1" status: 204  len: 173 time: 1.2105105
Nov 10 14:38:34.178364 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3585ff-ed10-4b36-b478-6dcbb0bd8efe req-26cae3c1-2fd0-4992-8070-46611fc96b59 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:34.179854 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4a3585ff-ed10-4b36-b478-6dcbb0bd8efe req-26cae3c1-2fd0-4992-8070-46611fc96b59 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 944 time: 0.0837164
Nov 10 14:38:34.223993 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4a3585ff-ed10-4b36-b478-6dcbb0bd8efe req-f5d422de-baea-484a-8055-8c4d2a0ccd57 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379231
Nov 10 14:38:34.402594 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197af655-66a8-43d2-bce8-bed994c61174 req-31a0ba7c-cc81-41c6-9e72-c9e3635d81c5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:34.404563 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-197af655-66a8-43d2-bce8-bed994c61174 req-31a0ba7c-cc81-41c6-9e72-c9e3635d81c5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0868020
Nov 10 14:38:34.451208 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-197af655-66a8-43d2-bce8-bed994c61174 req-2534eade-a3f6-4841-bd99-e6d74c6d1dff tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403309
Nov 10 14:38:34.626119 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-327fa8fb-9e77-433b-be93-36e0116c39cf req-116641bc-6ccd-476c-b70f-02e1be08487c tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Synchronizing usage tracker for tenant:76ad4d79d6844fd9b4ac8f72b10665e5 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:38:34.789726 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-327fa8fb-9e77-433b-be93-36e0116c39cf req-116641bc-6ccd-476c-b70f-02e1be08487c tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Unset dirty status for tenant:76ad4d79d6844fd9b4ac8f72b10665e5 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:38:34.790892 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-327fa8fb-9e77-433b-be93-36e0116c39cf req-116641bc-6ccd-476c-b70f-02e1be08487c tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.2063870
Nov 10 14:38:34.934389 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 52968) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:35.075147 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3528c523-a34b-4052-a36a-9f4b4c305a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:35.089000 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3528c523-a34b-4052-a36a-9f4b4c305a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:35.092877 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-3528c523-a34b-4052-a36a-9f4b4c305a71 admin admin] Usage tracker for resource:security_group_rule and tenant:d31f8b7e36714de9b3a6e36fc43231de is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:35.095662 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-3528c523-a34b-4052-a36a-9f4b4c305a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:35.101421 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3528c523-a34b-4052-a36a-9f4b4c305a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:35.412035 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961b50d-732c-4d27-b01d-d74c25b8f26f req-aa1593ed-9cc7-45d7-8a15-97f6d536c50f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:35.413385 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a961b50d-732c-4d27-b01d-d74c25b8f26f req-aa1593ed-9cc7-45d7-8a15-97f6d536c50f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 944 time: 0.0825438
Nov 10 14:38:35.473572 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a961b50d-732c-4d27-b01d-d74c25b8f26f req-72ac452f-76e4-407c-9ca9-8179df20195e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536392
Nov 10 14:38:35.514038 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3528c523-a34b-4052-a36a-9f4b4c305a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:35.610390 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3528c523-a34b-4052-a36a-9f4b4c305a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:35.625301 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-de0e9e4d-fb19-465b-9efd-e98c14eb692a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:35.678125 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-3528c523-a34b-4052-a36a-9f4b4c305a71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d31f8b7e36714de9b3a6e36fc43231de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7425659
Nov 10 14:38:35.680681 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52980) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:35.682490 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528c523-a34b-4052-a36a-9f4b4c305a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4c71b-a5fc-478a-956f-17026c97e753,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:35.686277 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3528c523-a34b-4052-a36a-9f4b4c305a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:35.708856 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65842770-412a-49d4-b2e5-c8166807f9bb req-91749ce0-555b-4a1b-bfab-461fef91d3c2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:35.710310 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-65842770-412a-49d4-b2e5-c8166807f9bb req-91749ce0-555b-4a1b-bfab-461fef91d3c2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1361012
Nov 10 14:38:35.739417 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-294780c7-b7ae-4ede-b359-6467b8e14cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:35.756805 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-65842770-412a-49d4-b2e5-c8166807f9bb req-8d76d8df-d096-449c-86c5-3933104aee9d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395300
Nov 10 14:38:35.765051 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-294780c7-b7ae-4ede-b359-6467b8e14cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:35.898291 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-294780c7-b7ae-4ede-b359-6467b8e14cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:35.902324 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:35.915335 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294780c7-b7ae-4ede-b359-6467b8e14cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4c71b-a5fc-478a-956f-17026c97e753,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:35.917739 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-294780c7-b7ae-4ede-b359-6467b8e14cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:35.926505 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-294780c7-b7ae-4ede-b359-6467b8e14cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:35.930564 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-294780c7-b7ae-4ede-b359-6467b8e14cd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7b4c71b-a5fc-478a-956f-17026c97e753 HTTP/1.1" status: 204  len: 168 time: 0.2460139
Nov 10 14:38:35.942374 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e69c3a6d-92ba-4208-a986-bd993006fc6e req-c1b3389f-cac5-4ba3-a74d-83afcfca2f75 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.0474148
Nov 10 14:38:36.658246 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 52998) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:36.666777 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cb6d8-d40a-43b8-a21f-e7b9669324b8 req-c7f9d407-1efa-47df-a44f-353e0c98c769 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:36.668272 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-285cb6d8-d40a-43b8-a21f-e7b9669324b8 req-c7f9d407-1efa-47df-a44f-353e0c98c769 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 944 time: 0.0828652
Nov 10 14:38:36.681352 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dd419e96-91a0-4de9-b977-a649166ed677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:36.699559 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-dd419e96-91a0-4de9-b977-a649166ed677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:36.703395 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-dd419e96-91a0-4de9-b977-a649166ed677 admin admin] Usage tracker for resource:security_group_rule and tenant:689c39b23db94ec2972c6187f9c1fb6c is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:36.706318 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-dd419e96-91a0-4de9-b977-a649166ed677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:36.712172 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-dd419e96-91a0-4de9-b977-a649166ed677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:36.718152 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-285cb6d8-d40a-43b8-a21f-e7b9669324b8 req-d6baf859-53b1-4045-acdd-7ad21973045e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391870
Nov 10 14:38:36.792985 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dd419e96-91a0-4de9-b977-a649166ed677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:36.858119 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dd419e96-91a0-4de9-b977-a649166ed677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:36.869292 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e659af7b-840f-48c4-a3e9-8fb994d58734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:36.910321 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-dd419e96-91a0-4de9-b977-a649166ed677 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=689c39b23db94ec2972c6187f9c1fb6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2508013
Nov 10 14:38:36.911291 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd419e96-91a0-4de9-b977-a649166ed677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9c6ce3-7027-44ec-b0ea-310ec0af9b4b,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:36.913603 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53008) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:36.916037 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-dd419e96-91a0-4de9-b977-a649166ed677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:36.928240 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 1e41a2b9-8378-4fd6-8c01-298601a131fe no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:38:36.954793 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f81c0-0615-4aff-920e-ab49e6645801 req-9320b5ca-dc9c-4f1b-8ee2-6c61b5b05e4f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:36.959166 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-905f81c0-0615-4aff-920e-ab49e6645801 req-9320b5ca-dc9c-4f1b-8ee2-6c61b5b05e4f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0915797
Nov 10 14:38:36.974163 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: 1e41a2b9-8378-4fd6-8c01-298601a131fe {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:38:36.974909 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 1e41a2b9-8378-4fd6-8c01-298601a131fe not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:38:36.978799 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cd185a4d-fa43-44a4-9ab1-a7a726c15085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:37.007454 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cd185a4d-fa43-44a4-9ab1-a7a726c15085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:37.023607 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-905f81c0-0615-4aff-920e-ab49e6645801 req-81132d18-e595-4cdf-8e54-845ea8badb58 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562158
Nov 10 14:38:37.150639 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-97f09a27-3477-4272-919e-3e36ea5cdd83 req-a0d38647-be76-4a39-a6b0-bf9a0bcf5bf7 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.0447407
Nov 10 14:38:37.206879 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cd185a4d-fa43-44a4-9ab1-a7a726c15085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:37.211914 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9333cdb6-66f4-450e-9d2b-29a33103e47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:37.214535 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['d506fe63-0e24-46e1-bf5d-c72174fb97ac'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:38:37.222688 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd185a4d-fa43-44a4-9ab1-a7a726c15085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9c6ce3-7027-44ec-b0ea-310ec0af9b4b,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:37.228171 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-cd185a4d-fa43-44a4-9ab1-a7a726c15085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:37.229453 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cd185a4d-fa43-44a4-9ab1-a7a726c15085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:37.231259 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-cd185a4d-fa43-44a4-9ab1-a7a726c15085 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac9c6ce3-7027-44ec-b0ea-310ec0af9b4b HTTP/1.1" status: 204  len: 168 time: 0.3158875
Nov 10 14:38:37.903909 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d1219-1f9b-4744-80fb-861686346a17 req-42be59a6-f6ba-413b-804d-c0593128eeae tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:37.905541 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a27d1219-1f9b-4744-80fb-861686346a17 req-42be59a6-f6ba-413b-804d-c0593128eeae tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 944 time: 0.0842316
Nov 10 14:38:37.951712 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a27d1219-1f9b-4744-80fb-861686346a17 req-61339270-7964-4c8b-aa19-91b93195829d tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406830
Nov 10 14:38:38.215552 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfe139-91d0-46c7-8f72-4f9c2bce8442 req-30de236b-0e32-4b77-83d4-14107bccb477 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:38.217019 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d0bfe139-91d0-46c7-8f72-4f9c2bce8442 req-30de236b-0e32-4b77-83d4-14107bccb477 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0835929
Nov 10 14:38:38.263388 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d0bfe139-91d0-46c7-8f72-4f9c2bce8442 req-63972141-a13c-448c-8bcc-a1909533970c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405149
Nov 10 14:38:38.397006 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30f8e541-828a-45ec-bacd-1ddc6a6a7afa req-029eb588-1424-4eab-b767-6734f436a3db tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.0422328
Nov 10 14:38:39.187515 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6efff-126a-4159-a855-70985acadc9d req-d5ab29d8-5505-4ab3-b1d0-61a5eda30d54 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:39.188888 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e6d6efff-126a-4159-a855-70985acadc9d req-d5ab29d8-5505-4ab3-b1d0-61a5eda30d54 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 944 time: 0.0834858
Nov 10 14:38:39.237093 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e6d6efff-126a-4159-a855-70985acadc9d req-8be96a75-5f75-4a12-b7f2-eacf8cf42814 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418291
Nov 10 14:38:39.448793 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb89904-55db-44b5-9a7e-869790a95efb req-8a91ad2a-0ea0-4057-a59b-a315a35c9048 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:39.450216 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-afb89904-55db-44b5-9a7e-869790a95efb req-8a91ad2a-0ea0-4057-a59b-a315a35c9048 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0804329
Nov 10 14:38:39.497904 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-afb89904-55db-44b5-9a7e-869790a95efb req-f46d5b3c-5611-4f21-8777-0a00ff432e2a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399196
Nov 10 14:38:39.637333 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4edaa312-109c-426d-92d5-bdb20af8bd70 req-05766f8c-1d16-4b87-a9b8-6841152babd5 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.0465016
Nov 10 14:38:40.472783 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b1db4-7afa-4680-9e95-645c5a028f10 req-f455f1de-ed12-4c4d-9930-4bfd0ca49159 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:40.474219 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-159b1db4-7afa-4680-9e95-645c5a028f10 req-f455f1de-ed12-4c4d-9930-4bfd0ca49159 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 944 time: 0.1331384
Nov 10 14:38:40.517920 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-159b1db4-7afa-4680-9e95-645c5a028f10 req-89d198c3-244f-4a48-a7e0-1b7283a88d0e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379767
Nov 10 14:38:40.744186 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f323b35-c2c1-45c2-a268-2ba1b7860dc0 req-440e1476-2ec2-4a44-85ae-178baaa90b79 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:40.745686 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8f323b35-c2c1-45c2-a268-2ba1b7860dc0 req-440e1476-2ec2-4a44-85ae-178baaa90b79 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0977180
Nov 10 14:38:40.793519 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8f323b35-c2c1-45c2-a268-2ba1b7860dc0 req-9c9014e8-d8a6-4757-b204-dd6cf7e0ef0d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407832
Nov 10 14:38:40.808775 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-223976f5-5bd4-41cc-88f6-b940b441d738 req-b9e4af20-f5b4-4522-b4fb-3b9c201b68b8 tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.0453119
Nov 10 14:38:41.769526 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11d1e8-af75-43f7-b5db-6f3df90b27ce req-fa79cb59-ed60-430c-a85e-b453e908ebf1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:41.771172 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3b11d1e8-af75-43f7-b5db-6f3df90b27ce req-fa79cb59-ed60-430c-a85e-b453e908ebf1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 944 time: 0.1400299
Nov 10 14:38:41.849180 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3b11d1e8-af75-43f7-b5db-6f3df90b27ce req-14eccde0-61b7-40f9-acb4-943e5d256214 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695863
Nov 10 14:38:42.006985 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa16870-434e-4b11-a02e-5a7cfe3743ff req-31dae444-8e62-427b-8b19-8ebd3cf34ad3 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:42.008490 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-dfa16870-434e-4b11-a02e-5a7cfe3743ff req-31dae444-8e62-427b-8b19-8ebd3cf34ad3 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1001625
Nov 10 14:38:42.019217 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-76eb6e68-b0b3-4f18-9f1d-2f1cd38d39ae req-f6ec8cfa-5a6d-4e13-9d78-ffd0a7dbaffe tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] 10.222.0.37 "GET /v2.0/ports?device_id=f23501ca-8d6e-4a19-8321-f402af50770b HTTP/1.1" status: 200  len: 210 time: 0.0458434
Nov 10 14:38:42.063922 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-dfa16870-434e-4b11-a02e-5a7cfe3743ff req-d8ceca74-eb45-4d6b-8236-5457613bd786 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475683
Nov 10 14:38:42.936837 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device d506fe63-0e24-46e1-bf5d-c72174fb97ac up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:38:43.038963 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695e209-520e-4571-b47c-762ba6ac5629 req-faea3a55-52b1-46f2-a15a-ae755d02e2de tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:43.040583 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b695e209-520e-4571-b47c-762ba6ac5629 req-faea3a55-52b1-46f2-a15a-ae755d02e2de tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 944 time: 0.0816405
Nov 10 14:38:43.085517 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b695e209-520e-4571-b47c-762ba6ac5629 req-90b0f697-edc0-423d-ad1b-bd9737475e60 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391505
Nov 10 14:38:43.120488 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port d506fe63-0e24-46e1-bf5d-c72174fb97ac completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:38:43.126177 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port d506fe63-0e24-46e1-bf5d-c72174fb97ac triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:38:43.130647 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:43.257972 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:43.267656 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73aa51-d9c9-40a7-9018-76ff5352cb8d req-cef5af9c-1ac0-44a3-83f5-f36bc7df3c89 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:43.270242 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bc73aa51-d9c9-40a7-9018-76ff5352cb8d req-cef5af9c-1ac0-44a3-83f5-f36bc7df3c89 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0868556
Nov 10 14:38:43.303043 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1a6c66-80a0-48a9-8bc4-910dc450faa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd506fe63-0e24-46e1-bf5d-c72174fb97ac'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:38:43.333247 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port d506fe63-0e24-46e1-bf5d-c72174fb97ac, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=d506fe63-0e24-46e1-bf5d-c72174fb97ac,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:38:43.343842 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bc73aa51-d9c9-40a7-9018-76ff5352cb8d req-7cafec71-b187-4970-a55b-2226e9494be3 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661550
Nov 10 14:38:43.354021 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1a6c66-80a0-48a9-8bc4-910dc450faa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd506fe63-0e24-46e1-bf5d-c72174fb97ac', 'code': 200}
Nov 10 14:38:43.422412 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:43.425889 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:43.500370 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=d506fe63-0e24-46e1-bf5d-c72174fb97ac,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:43.504226 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:43.873581 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344085b-7f1f-4ee6-8242-3e50ac4a1458 req-2791090e-fc0a-4bb3-9109-21cbbda072b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:43.874947 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b344085b-7f1f-4ee6-8242-3e50ac4a1458 req-2791090e-fc0a-4bb3-9109-21cbbda072b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 1098 time: 0.0724502
Nov 10 14:38:43.924863 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b344085b-7f1f-4ee6-8242-3e50ac4a1458 req-1830a676-bb12-4952-bca9-c6aec48061a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393581
Nov 10 14:38:44.287263 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed14f7d-5e75-4117-81e6-bf16e5683eb1 req-242e48a6-c7fa-49e0-80a8-1b40472bc0d3 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:44.288956 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eed14f7d-5e75-4117-81e6-bf16e5683eb1 req-242e48a6-c7fa-49e0-80a8-1b40472bc0d3 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 945 time: 0.0888901
Nov 10 14:38:44.335725 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eed14f7d-5e75-4117-81e6-bf16e5683eb1 req-c518fba4-16d7-41f1-8380-c802a8d2ad06 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409763
Nov 10 14:38:44.395166 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:44.541001 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eed58-199e-4f83-a33d-a9a65d81b27c req-dd95b65a-bd63-44a6-b23b-8e94d0da262f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:44.542517 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1f4eed58-199e-4f83-a33d-a9a65d81b27c req-dd95b65a-bd63-44a6-b23b-8e94d0da262f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0846174
Nov 10 14:38:44.593538 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1f4eed58-199e-4f83-a33d-a9a65d81b27c req-1857a541-b752-452f-8d44-88e98b5c147b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440712
Nov 10 14:38:45.091541 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53220) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:45.211428 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e50ea380-5484-418c-9253-e8dba8e93708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:45.225789 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e50ea380-5484-418c-9253-e8dba8e93708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:45.229607 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e50ea380-5484-418c-9253-e8dba8e93708 admin admin] Usage tracker for resource:security_group_rule and tenant:677d88c71ef74f31af3fd9c8baad4ed4 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:45.232433 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e50ea380-5484-418c-9253-e8dba8e93708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:45.238321 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e50ea380-5484-418c-9253-e8dba8e93708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:45.352751 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e50ea380-5484-418c-9253-e8dba8e93708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:45.460488 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e50ea380-5484-418c-9253-e8dba8e93708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:45.471862 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-dd419e96-91a0-4de9-b977-a649166ed677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:45.581833 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ea380-5484-418c-9253-e8dba8e93708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf80e8b3-dd3e-4809-88e3-e5a5c029fbe7,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:45.585484 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e50ea380-5484-418c-9253-e8dba8e93708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:45.588082 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e50ea380-5484-418c-9253-e8dba8e93708 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=677d88c71ef74f31af3fd9c8baad4ed4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4953206
Nov 10 14:38:45.590718 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 53246) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:45.620582 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b75f-3118-4edf-a923-022308540d64 req-98d27478-cc01-435f-aaca-bb2fd8a6862b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:45.622200 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5c70b75f-3118-4edf-a923-022308540d64 req-98d27478-cc01-435f-aaca-bb2fd8a6862b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 945 time: 0.1633253
Nov 10 14:38:45.657432 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c3b67088-7d36-45e6-a768-940bf79640ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:45.692632 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c3b67088-7d36-45e6-a768-940bf79640ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:45.720612 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5c70b75f-3118-4edf-a923-022308540d64 req-b3f18c9c-7974-4f77-82f8-739b61da91ec tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912964
Nov 10 14:38:45.869837 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92187d58-8281-448d-ac34-8b66ffa546cd req-630001a5-138d-4358-9fb3-92d77014c20a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:45.876086 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53268) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:45.881870 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-92187d58-8281-448d-ac34-8b66ffa546cd req-630001a5-138d-4358-9fb3-92d77014c20a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1276186
Nov 10 14:38:45.921101 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c3b67088-7d36-45e6-a768-940bf79640ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:45.951977 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:45.991697 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b67088-7d36-45e6-a768-940bf79640ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf80e8b3-dd3e-4809-88e3-e5a5c029fbe7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:46.021836 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c3b67088-7d36-45e6-a768-940bf79640ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:46.027563 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c3b67088-7d36-45e6-a768-940bf79640ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:46.032110 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c3b67088-7d36-45e6-a768-940bf79640ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf80e8b3-dd3e-4809-88e3-e5a5c029fbe7 HTTP/1.1" status: 204  len: 168 time: 0.4384112
Nov 10 14:38:46.058256 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-92187d58-8281-448d-ac34-8b66ffa546cd req-63cd2fb7-6035-44ca-acc4-250b686be9a2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755371
Nov 10 14:38:46.106651 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53282) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:46.147021 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5186e124-4549-4965-80e8-84fcb06bf89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:46.158978 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9ffa6a5-d698-48c8-ad33-3024c4963ff2 req-78612f5b-e1eb-435e-af7e-4506d03d0153 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0960321
Nov 10 14:38:46.173176 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-5186e124-4549-4965-80e8-84fcb06bf89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:46.180399 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-5186e124-4549-4965-80e8-84fcb06bf89a admin admin] Usage tracker for resource:security_group_rule and tenant:9dfa652dec2740039f58192662dfb6c3 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:46.183461 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-5186e124-4549-4965-80e8-84fcb06bf89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:46.192312 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-5186e124-4549-4965-80e8-84fcb06bf89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:46.196611 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89f3d95-dd53-480d-8527-c8a24eedf10c admin admin] Deleting subnet 1469eb80-40c5-4cc3-a063-cd7daae201b5 {{(pid=87468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:38:46.200636 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e89f3d95-dd53-480d-8527-c8a24eedf10c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:46.277631 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e89f3d95-dd53-480d-8527-c8a24eedf10c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972242'] for subnet, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:46.367726 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e89f3d95-dd53-480d-8527-c8a24eedf10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:46.398569 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffa6a5-d698-48c8-ad33-3024c4963ff2 req-1071f29d-8fe4-43be-b8d1-85a3247fdf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:46.398569 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9ffa6a5-d698-48c8-ad33-3024c4963ff2 req-1071f29d-8fe4-43be-b8d1-85a3247fdf99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 1098 time: 0.1224535
Nov 10 14:38:46.552503 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5186e124-4549-4965-80e8-84fcb06bf89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:46.603571 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffa6a5-d698-48c8-ad33-3024c4963ff2 req-d490d75a-7c25-46c3-8d85-a7fd783b2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:46.605148 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9ffa6a5-d698-48c8-ad33-3024c4963ff2 req-d490d75a-7c25-46c3-8d85-a7fd783b2cb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2 HTTP/1.1" status: 200  len: 914 time: 0.1708088
Nov 10 14:38:46.681738 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5186e124-4549-4965-80e8-84fcb06bf89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:46.688144 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9ffa6a5-d698-48c8-ad33-3024c4963ff2 req-555d5766-c7e7-4a56-9e08-4a3c21e09752 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7891d630-cd7f-4e87-9505-1e12c195b582 HTTP/1.1" status: 200  len: 217 time: 0.0714262
Nov 10 14:38:46.691879 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-78f10d45-6ea2-42ad-bbfd-ad3b37378d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:46.733294 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e89f3d95-dd53-480d-8527-c8a24eedf10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1176360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679677'] for subnet, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:46.736736 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-5186e124-4549-4965-80e8-84fcb06bf89a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9dfa652dec2740039f58192662dfb6c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8593788
Nov 10 14:38:46.740821 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186e124-4549-4965-80e8-84fcb06bf89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d896f65-b1d3-4484-af7e-0e6496ec699f,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:46.744337 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53300) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:46.751025 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5186e124-4549-4965-80e8-84fcb06bf89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:46.751025 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:46.773682 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffa6a5-d698-48c8-ad33-3024c4963ff2 req-2b2814d8-4bfd-430a-9518-53253f1f5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:46.775157 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9ffa6a5-d698-48c8-ad33-3024c4963ff2 req-2b2814d8-4bfd-430a-9518-53253f1f5d97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6f4016f-e940-4f2d-b741-d4304df11406 HTTP/1.1" status: 200  len: 853 time: 0.0744667
Nov 10 14:38:46.795130 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f3d95-dd53-480d-8527-c8a24eedf10c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1469eb80-40c5-4cc3-a063-cd7daae201b5,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:46.797772 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e89f3d95-dd53-480d-8527-c8a24eedf10c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:46.802525 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e89f3d95-dd53-480d-8527-c8a24eedf10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:46.834138 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e89f3d95-dd53-480d-8527-c8a24eedf10c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1469eb80-40c5-4cc3-a063-cd7daae201b5 HTTP/1.1" status: 204  len: 168 time: 0.7262940
Nov 10 14:38:46.837362 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53306) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:46.863197 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9ffa6a5-d698-48c8-ad33-3024c4963ff2 req-ed8c403a-e09a-4d5f-9bda-62905ed4fdf9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0638349
Nov 10 14:38:46.985500 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e7d56d4f-1324-4421-8eb9-c5e429950d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.013958 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9ffa6a5-d698-48c8-ad33-3024c4963ff2 req-78c38a73-c796-418a-b027-c4df3df6b4ea service neutron] 10.222.0.16 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378353
Nov 10 14:38:47.018299 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 53310) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:47.036976 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8ceb49a3-6c5d-463c-9cab-bb4fceea0f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.043650 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e7d56d4f-1324-4421-8eb9-c5e429950d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.052656 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.118274 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-8ceb49a3-6c5d-463c-9cab-bb4fceea0f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:47.139016 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-8ceb49a3-6c5d-463c-9cab-bb4fceea0f08 admin admin] Usage tracker for resource:security_group_rule and tenant:0074f1c37baa4b299e6524083ef3e68e is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:47.144000 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-8ceb49a3-6c5d-463c-9cab-bb4fceea0f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:47.155805 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-8ceb49a3-6c5d-463c-9cab-bb4fceea0f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:47.210513 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe9dfd-6d86-4c07-b213-c4573cc4336d req-20d49bf7-8a4d-4b63-b714-53f7ce401a8b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:47.212053 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e3fe9dfd-6d86-4c07-b213-c4573cc4336d req-20d49bf7-8a4d-4b63-b714-53f7ce401a8b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 945 time: 0.3460767
Nov 10 14:38:47.249524 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.281683 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9ffa6a5-d698-48c8-ad33-3024c4963ff2 req-251f1919-e60f-4fc4-9366-c7889a039365 service neutron] 10.222.0.16 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2458045
Nov 10 14:38:47.293864 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 53318) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:47.294561 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e3fe9dfd-6d86-4c07-b213-c4573cc4336d req-8d9406ac-f921-46b2-a32c-acfe7a6f5241 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675049
Nov 10 14:38:47.301279 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fec5595b0>,) {'filters': {'network_id': ['399a4147-9827-4fc1-8b47-2e1a03f798d9']}} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:38:47.318751 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec5595b0>, '558a6206-b49b-4840-bfd7-91a0c14e0666') {'for_net_delete': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:38:47.319343 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec5595b0>, '558a6206-b49b-4840-bfd7-91a0c14e0666') {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:38:47.337801 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972201'] for segment, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.338162 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29092f3-6ed1-4b22-8316-c4d5fdd665e2 req-7500b3bf-625a-40b2-9b89-d10a39c35bd6 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:47.339957 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b29092f3-6ed1-4b22-8316-c4d5fdd665e2 req-7500b3bf-625a-40b2-9b89-d10a39c35bd6 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1388505
Nov 10 14:38:47.349552 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e7d56d4f-1324-4421-8eb9-c5e429950d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.359558 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-99cdd575-b2da-48b6-a838-77da5bbdaef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:47.377086 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d56d4f-1324-4421-8eb9-c5e429950d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d896f65-b1d3-4484-af7e-0e6496ec699f,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:47.384253 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e7d56d4f-1324-4421-8eb9-c5e429950d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:47.411604 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e7d56d4f-1324-4421-8eb9-c5e429950d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.416248 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e7d56d4f-1324-4421-8eb9-c5e429950d2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d896f65-b1d3-4484-af7e-0e6496ec699f HTTP/1.1" status: 204  len: 168 time: 0.6707802
Nov 10 14:38:47.432012 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.441538 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=87468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:38:47.441709 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1176386'] for segment, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]: Traceback (most recent call last):
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     timer()
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     cb(*args, **kw)
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     return func(*args, **kwargs)
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     self._notify()
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     self.callback(batched_events)
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     event.method(event)
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     return f(self, *a, **k)
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._get(url).json()
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:38:47.458942 dv-cinder-817404-1-iscsi neutron-server[87468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:38:47.583452 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b29092f3-6ed1-4b22-8316-c4d5fdd665e2 req-e1468a4c-8c8d-44d6-a5f3-e59888d0a36f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2322502
Nov 10 14:38:47.596522 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b00d-26bc-4a0c-9bf2-90930ff5c31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.646372 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7ab8b00d-26bc-4a0c-9bf2-90930ff5c31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:47.653078 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7ab8b00d-26bc-4a0c-9bf2-90930ff5c31c admin admin] Usage tracker for resource:security_group_rule and tenant:8c8b0e71f8db4b20b9b905c3944636cb is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:47.660852 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7ab8b00d-26bc-4a0c-9bf2-90930ff5c31c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:47.679725 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7ab8b00d-26bc-4a0c-9bf2-90930ff5c31c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:47.703840 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.707801 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-80093b73-7c03-4ec6-9a50-fde206e83e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:47.754908 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.758103 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8ceb49a3-6c5d-463c-9cab-bb4fceea0f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.761955 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] Pushing event deleted for resources: {'Network': ['ID=399a4147-9827-4fc1-8b47-2e1a03f798d9,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:47.766340 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:47.863192 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8ceb49a3-6c5d-463c-9cab-bb4fceea0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:47.874549 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:47.901430 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-23f8a7a0-e00a-49be-97d4-029d2a20c5ce admin admin] 10.222.0.37 "DELETE /v2.0/networks/399a4147-9827-4fc1-8b47-2e1a03f798d9 HTTP/1.1" status: 204  len: 168 time: 1.0604367
Nov 10 14:38:47.940665 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8ceb49a3-6c5d-463c-9cab-bb4fceea0f08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0074f1c37baa4b299e6524083ef3e68e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9216712
Nov 10 14:38:47.943349 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53348) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:47.966073 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb49a3-6c5d-463c-9cab-bb4fceea0f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084c3b6c-128f-4901-a9b8-e89913942d76,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:47.974647 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8ceb49a3-6c5d-463c-9cab-bb4fceea0f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:48.062359 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b00d-26bc-4a0c-9bf2-90930ff5c31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.073917 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-adeee628-92fd-43a6-894c-1e9e509affa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.105077 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-adeee628-92fd-43a6-894c-1e9e509affa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.230851 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cad54-3ef9-430e-a8d2-e5b91dc8118b req-f20d1422-8ade-4c0b-a96a-0fa77f46e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:48.239884 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ad3cad54-3ef9-430e-a8d2-e5b91dc8118b req-f20d1422-8ade-4c0b-a96a-0fa77f46e29a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 1098 time: 0.0775130
Nov 10 14:38:48.279697 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ad3cad54-3ef9-430e-a8d2-e5b91dc8118b req-0e6e6e2d-17ad-4bf7-bd7c-8650d71aba75 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346012
Nov 10 14:38:48.309904 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b00d-26bc-4a0c-9bf2-90930ff5c31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.322519 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4d02331c-5525-4151-afb3-e1268e2f5b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:48.368674 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7ab8b00d-26bc-4a0c-9bf2-90930ff5c31c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c8b0e71f8db4b20b9b905c3944636cb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0733666
Nov 10 14:38:48.370261 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8b00d-26bc-4a0c-9bf2-90930ff5c31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f62f35-f524-4fd2-9a75-3e554859e6e5,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:48.374080 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7ab8b00d-26bc-4a0c-9bf2-90930ff5c31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:48.380485 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53356) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:48.428129 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-adeee628-92fd-43a6-894c-1e9e509affa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.434767 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-7718e9fe-0ee6-4b96-9db6-8f8f459612a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:48.436884 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 53360) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:48.452179 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeee628-92fd-43a6-894c-1e9e509affa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084c3b6c-128f-4901-a9b8-e89913942d76,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:48.469435 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-adeee628-92fd-43a6-894c-1e9e509affa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:48.473040 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c7c968cc-1319-46c7-a975-54b3d4f7642b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.476485 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-adeee628-92fd-43a6-894c-1e9e509affa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.480501 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-adeee628-92fd-43a6-894c-1e9e509affa6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/084c3b6c-128f-4901-a9b8-e89913942d76 HTTP/1.1" status: 204  len: 168 time: 0.5335422
Nov 10 14:38:48.506389 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c7c968cc-1319-46c7-a975-54b3d4f7642b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.592856 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e74b-5544-474c-9655-90930ea1c08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.608164 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c8c5e74b-5544-474c-9655-90930ea1c08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:48.613054 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c8c5e74b-5544-474c-9655-90930ea1c08a admin admin] Usage tracker for resource:security_group_rule and tenant:530608c4d0ec4cbfa6e4ff061a1d214f is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:48.616160 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c8c5e74b-5544-474c-9655-90930ea1c08a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:48.622092 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c8c5e74b-5544-474c-9655-90930ea1c08a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:48.749482 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c7c968cc-1319-46c7-a975-54b3d4f7642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.756500 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-17d7d813-dc51-4fd4-9b78-e7695ee0668a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:48.764878 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53372) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:48.788828 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c968cc-1319-46c7-a975-54b3d4f7642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f62f35-f524-4fd2-9a75-3e554859e6e5,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:48.797293 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c7c968cc-1319-46c7-a975-54b3d4f7642b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.797293 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-c7c968cc-1319-46c7-a975-54b3d4f7642b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76f62f35-f524-4fd2-9a75-3e554859e6e5 HTTP/1.1" status: 204  len: 168 time: 0.4136031
Nov 10 14:38:48.811950 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-c7c968cc-1319-46c7-a975-54b3d4f7642b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:48.837102 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76569e22-d9fe-4b07-8307-3601a10d1f8b req-14831452-327e-4d0a-b2cf-cb3c1467d952 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:48.838643 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-76569e22-d9fe-4b07-8307-3601a10d1f8b req-14831452-327e-4d0a-b2cf-cb3c1467d952 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1412191
Nov 10 14:38:48.866633 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-2f34d8c1-1ea1-4484-9782-749dcadcc7e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76ad4d79d6844fd9b4ac8f72b10665e5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1003616
Nov 10 14:38:48.869255 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53378) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:48.897631 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e74b-5544-474c-9655-90930ea1c08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.912831 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-76569e22-d9fe-4b07-8307-3601a10d1f8b req-3e7ac656-ee7a-46d1-99e8-24d4fc4dc929 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649889
Nov 10 14:38:48.938096 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9545-cf24-412e-9ef4-721b2ddf53b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:48.968549 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9545-cf24-412e-9ef4-721b2ddf53b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:49.047279 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e74b-5544-474c-9655-90930ea1c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:49.166230 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f623e4e3-535a-47b9-8ce0-86e8050f67ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:49.166230 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5e74b-5544-474c-9655-90930ea1c08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8c46e3-451f-4220-89e3-d26509fb8aab,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:49.166230 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c8c5e74b-5544-474c-9655-90930ea1c08a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=530608c4d0ec4cbfa6e4ff061a1d214f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6672428
Nov 10 14:38:49.166230 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c8c5e74b-5544-474c-9655-90930ea1c08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:49.168070 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53386) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:49.235422 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-62a167d1-6deb-42dd-9021-a270857761bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:49.254349 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-62a167d1-6deb-42dd-9021-a270857761bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:49.429581 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9545-cf24-412e-9ef4-721b2ddf53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:49.434789 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e50ea380-5484-418c-9253-e8dba8e93708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:49.448846 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad9545-cf24-412e-9ef4-721b2ddf53b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc009bb-86f5-4c06-9f7e-2950f718153f,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:49.451540 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-f3ad9545-cf24-412e-9ef4-721b2ddf53b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:49.484855 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-62a167d1-6deb-42dd-9021-a270857761bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:49.490126 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:49.503063 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-62a167d1-6deb-42dd-9021-a270857761bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:49.506634 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-62a167d1-6deb-42dd-9021-a270857761bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e8c46e3-451f-4220-89e3-d26509fb8aab HTTP/1.1" status: 204  len: 168 time: 0.3437431
Nov 10 14:38:49.506634 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a167d1-6deb-42dd-9021-a270857761bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8c46e3-451f-4220-89e3-d26509fb8aab,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:49.507799 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-62a167d1-6deb-42dd-9021-a270857761bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:49.578339 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9545-cf24-412e-9ef4-721b2ddf53b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:49.581135 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-f3ad9545-cf24-412e-9ef4-721b2ddf53b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bc009bb-86f5-4c06-9f7e-2950f718153f HTTP/1.1" status: 204  len: 168 time: 0.7099304
Nov 10 14:38:49.977242 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53412) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:49.997633 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-b0f64c53-cc10-4444-9346-c88137ee3b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:50.019271 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-b0f64c53-cc10-4444-9346-c88137ee3b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:50.062765 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-b0f64c53-cc10-4444-9346-c88137ee3b2e admin admin] Usage tracker for resource:security_group_rule and tenant:6cd32befcc404815a01e850c1ab0e309 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:50.069925 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-b0f64c53-cc10-4444-9346-c88137ee3b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:50.080034 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-b0f64c53-cc10-4444-9346-c88137ee3b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:50.148904 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594e407-7505-4a89-8bc2-40305f95ed1d req-5d45b247-aff3-456c-90eb-11a2826a0524 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:50.150726 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d594e407-7505-4a89-8bc2-40305f95ed1d req-5d45b247-aff3-456c-90eb-11a2826a0524 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1289089
Nov 10 14:38:50.168379 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:38:50.227764 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d594e407-7505-4a89-8bc2-40305f95ed1d req-71ff2d1d-7778-4ed0-b230-f619047244dd tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677137
Nov 10 14:38:50.243764 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-b0f64c53-cc10-4444-9346-c88137ee3b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:50.341582 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-b0f64c53-cc10-4444-9346-c88137ee3b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:50.351314 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-20f5a05d-3d19-4b35-913c-768fa40c08f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:50.391752 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-b0f64c53-cc10-4444-9346-c88137ee3b2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cd32befcc404815a01e850c1ab0e309&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4131815
Nov 10 14:38:50.394433 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f64c53-cc10-4444-9346-c88137ee3b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f731462-f18e-457b-93bd-f1c851954133,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:50.395772 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 53426) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:50.397638 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-b0f64c53-cc10-4444-9346-c88137ee3b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:50.460875 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1c522264-9c7e-40fe-a742-9a71d46855e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:50.494338 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1c522264-9c7e-40fe-a742-9a71d46855e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:50.594836 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 53432) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:50.612584 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-83d7c666-7495-41f1-8d37-08d8c45b529e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:50.630184 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-83d7c666-7495-41f1-8d37-08d8c45b529e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:50.634390 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-83d7c666-7495-41f1-8d37-08d8c45b529e admin admin] Usage tracker for resource:security_group_rule and tenant:f70ce732055d47ffa215333edc06167e is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:50.637937 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-83d7c666-7495-41f1-8d37-08d8c45b529e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:50.644506 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-83d7c666-7495-41f1-8d37-08d8c45b529e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:50.687265 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1c522264-9c7e-40fe-a742-9a71d46855e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:50.709256 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ed48a6fe-2d9c-48d5-a3e7-37cbeb381599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:50.731704 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c522264-9c7e-40fe-a742-9a71d46855e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f731462-f18e-457b-93bd-f1c851954133,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:50.735325 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1c522264-9c7e-40fe-a742-9a71d46855e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:50.756478 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1c522264-9c7e-40fe-a742-9a71d46855e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:50.757461 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1c522264-9c7e-40fe-a742-9a71d46855e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f731462-f18e-457b-93bd-f1c851954133 HTTP/1.1" status: 204  len: 168 time: 0.3607213
Nov 10 14:38:50.816187 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-83d7c666-7495-41f1-8d37-08d8c45b529e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:50.949918 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-83d7c666-7495-41f1-8d37-08d8c45b529e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:50.960290 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7ab8b00d-26bc-4a0c-9bf2-90930ff5c31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:51.016636 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-83d7c666-7495-41f1-8d37-08d8c45b529e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f70ce732055d47ffa215333edc06167e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4176545
Nov 10 14:38:51.016831 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53450) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:51.020714 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7c666-7495-41f1-8d37-08d8c45b529e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f4a53a-cfb7-46f5-96a3-6c924d376abd,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:51.023905 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-83d7c666-7495-41f1-8d37-08d8c45b529e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:51.085402 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef3f971f-0498-4654-9bc2-99cbc3f46db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:51.113262 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef3f971f-0498-4654-9bc2-99cbc3f46db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:51.269203 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef3f971f-0498-4654-9bc2-99cbc3f46db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:51.274785 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:51.288855 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f971f-0498-4654-9bc2-99cbc3f46db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f4a53a-cfb7-46f5-96a3-6c924d376abd,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:51.292411 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ef3f971f-0498-4654-9bc2-99cbc3f46db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:51.309020 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef3f971f-0498-4654-9bc2-99cbc3f46db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:51.311562 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ef3f971f-0498-4654-9bc2-99cbc3f46db2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03f4a53a-cfb7-46f5-96a3-6c924d376abd HTTP/1.1" status: 204  len: 168 time: 0.2938824
Nov 10 14:38:51.447890 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d75607-734f-454e-9d37-acd76430f26a req-8cb0dc9a-2f91-4f8d-9067-a91b10b24332 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:51.458085 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-57d75607-734f-454e-9d37-acd76430f26a req-8cb0dc9a-2f91-4f8d-9067-a91b10b24332 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1178105
Nov 10 14:38:51.520124 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-57d75607-734f-454e-9d37-acd76430f26a req-0225aba5-2c05-442c-8a21-b7918b41dc67 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606761
Nov 10 14:38:51.748021 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39037aad-8283-49ab-b188-2aa4e89bc069 req-a2a1eed7-7d62-4200-9e2b-b45a4dafab19 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:51.749578 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-39037aad-8283-49ab-b188-2aa4e89bc069 req-a2a1eed7-7d62-4200-9e2b-b45a4dafab19 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0930934
Nov 10 14:38:51.798895 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-39037aad-8283-49ab-b188-2aa4e89bc069 req-ae9803e4-8fae-4e83-87ae-99c633d36bdb tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405865
Nov 10 14:38:52.134725 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 53496) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:52.158330 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8c93fc15-b5d5-44d4-941b-b692b0afcbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:52.174213 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-8c93fc15-b5d5-44d4-941b-b692b0afcbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:52.180505 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-8c93fc15-b5d5-44d4-941b-b692b0afcbe8 admin admin] Usage tracker for resource:security_group_rule and tenant:8af0700ef8f2414189d0b43e4594e7a7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:52.181916 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-8c93fc15-b5d5-44d4-941b-b692b0afcbe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:52.188117 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-8c93fc15-b5d5-44d4-941b-b692b0afcbe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:52.293800 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8c93fc15-b5d5-44d4-941b-b692b0afcbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:52.469004 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8c93fc15-b5d5-44d4-941b-b692b0afcbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:52.476600 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-090f35aa-3c21-4224-80ea-d7892efec243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:52.513006 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93fc15-b5d5-44d4-941b-b692b0afcbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e43a26-bd94-467c-a23b-e08ec34ba05d,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:52.518550 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8c93fc15-b5d5-44d4-941b-b692b0afcbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:52.545854 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8c93fc15-b5d5-44d4-941b-b692b0afcbe8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8af0700ef8f2414189d0b43e4594e7a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4097395
Nov 10 14:38:52.547193 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53518) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:52.741321 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-37a78f5e-5b8f-4ecd-adfa-d37745eb75e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:52.799996 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-0eeaea7e-7e8b-4b50-8f70-279da85e811c tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:52.801407 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-0eeaea7e-7e8b-4b50-8f70-279da85e811c tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/networks?id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2 HTTP/1.1" status: 200  len: 813 time: 0.1974692
Nov 10 14:38:52.803453 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-37a78f5e-5b8f-4ecd-adfa-d37745eb75e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:52.834359 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-19d48b9e-2a08-40f5-801d-1ca0a82fa3a9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/quotas/5922bb61d971442280ac55798df8c5ab HTTP/1.1" status: 200  len: 375 time: 0.0232434
Nov 10 14:38:53.026010 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-4b45819a-0bcd-4447-85a7-33dc9c1d1824 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1858990
Nov 10 14:38:53.115544 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-37a78f5e-5b8f-4ecd-adfa-d37745eb75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:53.121980 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bd882478-c0da-4d99-a818-6482003344e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:53.139885 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a78f5e-5b8f-4ecd-adfa-d37745eb75e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e43a26-bd94-467c-a23b-e08ec34ba05d,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:53.144881 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-37a78f5e-5b8f-4ecd-adfa-d37745eb75e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:53.147797 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-37a78f5e-5b8f-4ecd-adfa-d37745eb75e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:53.151596 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-37a78f5e-5b8f-4ecd-adfa-d37745eb75e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13e43a26-bd94-467c-a23b-e08ec34ba05d HTTP/1.1" status: 204  len: 168 time: 0.6033270
Nov 10 14:38:53.190846 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-027cce84-1230-4e2c-8b2b-934e1ab2ec84 service neutron] 10.222.0.37 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565161
Nov 10 14:38:53.362231 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-c7c79dbf-ce56-4f34-ac9c-079226823853 service neutron] 10.222.0.37 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623154
Nov 10 14:38:54.014130 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-39b1e26d-9713-4bf2-80f8-e24ebd6a3672 req-7240df71-8f8c-49c0-b951-7501c6739639 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0519450
Nov 10 14:38:54.572446 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53610) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:54.699155 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fd49042f-c2ba-4c88-b8ab-f153c9f8f5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:54.716090 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-fd49042f-c2ba-4c88-b8ab-f153c9f8f5cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:54.724750 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-fd49042f-c2ba-4c88-b8ab-f153c9f8f5cb admin admin] Usage tracker for resource:security_group_rule and tenant:a3742ac0230e4ea4965e2c23d2bc07c3 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:54.727971 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-fd49042f-c2ba-4c88-b8ab-f153c9f8f5cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:54.734212 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-fd49042f-c2ba-4c88-b8ab-f153c9f8f5cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:54.886490 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a2c04d22-9767-434e-91ad-c81254f34210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:54.909195 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fd49042f-c2ba-4c88-b8ab-f153c9f8f5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:54.945441 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef79d8-7d09-4d5f-97af-31a5f269642f req-1d58240a-e873-4e3f-8c5b-4716683a693a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:54.953356 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-beef79d8-7d09-4d5f-97af-31a5f269642f req-1d58240a-e873-4e3f-8c5b-4716683a693a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1407337
Nov 10 14:38:54.999637 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-beef79d8-7d09-4d5f-97af-31a5f269642f req-8edf5572-6001-47e8-8f6d-6566dca49dd2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457010
Nov 10 14:38:55.003340 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fd49042f-c2ba-4c88-b8ab-f153c9f8f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:55.030023 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e423443-abb3-4f46-a7a1-67e1f0d8d200 req-b75a7894-74ad-429b-8fb9-1c63dccb8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:55.031815 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8e423443-abb3-4f46-a7a1-67e1f0d8d200 req-b75a7894-74ad-429b-8fb9-1c63dccb8c49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 1098 time: 0.0997844
Nov 10 14:38:55.033775 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e1825d77-54af-4704-bee1-7f91b95a9064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:55.042223 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-fd49042f-c2ba-4c88-b8ab-f153c9f8f5cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3742ac0230e4ea4965e2c23d2bc07c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4686654
Nov 10 14:38:55.048569 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 53622) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:55.066918 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49042f-c2ba-4c88-b8ab-f153c9f8f5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dd00ea-3c17-4d71-a820-7dd33de3617b,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:55.069920 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fd49042f-c2ba-4c88-b8ab-f153c9f8f5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:55.208608 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-704a9c62-b59a-4bc4-8cf0-cb426099e9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:55.209783 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6899497e-c552-448d-afde-25a80f5a9391 req-51c98c91-fd7c-4cc5-a6e8-18380c222a31 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0656483
Nov 10 14:38:55.259429 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e423443-abb3-4f46-a7a1-67e1f0d8d200 req-9a317a4c-8835-4179-a099-0085825e55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:55.260927 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8e423443-abb3-4f46-a7a1-67e1f0d8d200 req-9a317a4c-8835-4179-a099-0085825e55eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c63d63d-a43a-4aed-bb08-634fd5629552 HTTP/1.1" status: 200  len: 920 time: 0.1873853
Nov 10 14:38:55.262610 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-704a9c62-b59a-4bc4-8cf0-cb426099e9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:55.338103 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:55.354680 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8e423443-abb3-4f46-a7a1-67e1f0d8d200 req-78070cb9-9b97-44d0-bc47-4f3bd708d001 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb4db84b-cf37-44aa-b163-90343a69b5c7 HTTP/1.1" status: 200  len: 217 time: 0.0746536
Nov 10 14:38:55.429858 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e423443-abb3-4f46-a7a1-67e1f0d8d200 req-f6e7f203-fc89-447d-9251-1d642f6f4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:55.431322 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8e423443-abb3-4f46-a7a1-67e1f0d8d200 req-f6e7f203-fc89-447d-9251-1d642f6f4102 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd616024-d7e8-458c-988c-76b5df329b34 HTTP/1.1" status: 200  len: 859 time: 0.0619435
Nov 10 14:38:55.497998 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8e423443-abb3-4f46-a7a1-67e1f0d8d200 req-8a42b627-ad38-4581-9e26-1bcd2f190eca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c63d63d-a43a-4aed-bb08-634fd5629552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495830
Nov 10 14:38:55.499226 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-704a9c62-b59a-4bc4-8cf0-cb426099e9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:55.504259 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b7878cf6-6f57-4d75-9253-4bcff586ef24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:55.643943 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a9c62-b59a-4bc4-8cf0-cb426099e9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dd00ea-3c17-4d71-a820-7dd33de3617b,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:55.656398 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-704a9c62-b59a-4bc4-8cf0-cb426099e9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:55.687074 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-704a9c62-b59a-4bc4-8cf0-cb426099e9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:55.688433 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-704a9c62-b59a-4bc4-8cf0-cb426099e9d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62dd00ea-3c17-4d71-a820-7dd33de3617b HTTP/1.1" status: 204  len: 168 time: 0.6377738
Nov 10 14:38:55.712523 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8e423443-abb3-4f46-a7a1-67e1f0d8d200 req-4e2599dc-514a-40d6-bd0c-bc602c528df7 service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989095
Nov 10 14:38:55.920200 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8e423443-abb3-4f46-a7a1-67e1f0d8d200 req-99959c00-dd1e-4ab0-8801-3bb537a2d9d5 service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005446
Nov 10 14:38:56.230319 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c5c6a-c2fc-4bb5-9294-c4fb4fedf589 req-c856d62a-f239-45ce-aacc-99e6d4db2529 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:56.231950 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e85c5c6a-c2fc-4bb5-9294-c4fb4fedf589 req-c856d62a-f239-45ce-aacc-99e6d4db2529 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1021004
Nov 10 14:38:56.280554 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e85c5c6a-c2fc-4bb5-9294-c4fb4fedf589 req-6817e41c-99da-4edd-b1a6-76d945b3319f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409019
Nov 10 14:38:56.478772 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ec213848-ef68-4a2a-89af-bc95f22a1574 req-0eddb54e-f777-44cb-9d2d-83422f767543 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0448797
Nov 10 14:38:56.543964 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53666) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:56.563001 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4273c2b3-ba32-4f41-976d-fadeceb8ba51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:56.578260 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-4273c2b3-ba32-4f41-976d-fadeceb8ba51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:56.582125 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-4273c2b3-ba32-4f41-976d-fadeceb8ba51 admin admin] Usage tracker for resource:security_group_rule and tenant:df2bfe67a9b443a195457b9ff39463cc is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:38:56.584976 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-4273c2b3-ba32-4f41-976d-fadeceb8ba51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:38:56.591198 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-4273c2b3-ba32-4f41-976d-fadeceb8ba51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:56.686746 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4273c2b3-ba32-4f41-976d-fadeceb8ba51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:56.697524 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-6807b903-b7c7-468b-92d5-a8946bc4d24d tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:56.699346 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-6807b903-b7c7-468b-92d5-a8946bc4d24d tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "GET /v2.0/networks?id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2 HTTP/1.1" status: 200  len: 813 time: 0.1666288
Nov 10 14:38:56.727066 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Request body: {'port': {'device_id': 'd168b796-b84d-41e3-98b2-d1bd7c12227a', 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2', 'admin_state_up': True, 'tenant_id': '5922bb61d971442280ac55798df8c5ab'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:38:56.789149 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4273c2b3-ba32-4f41-976d-fadeceb8ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:56.798195 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:56.838715 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-4273c2b3-ba32-4f41-976d-fadeceb8ba51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df2bfe67a9b443a195457b9ff39463cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2935047
Nov 10 14:38:56.840443 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273c2b3-ba32-4f41-976d-fadeceb8ba51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21559ea8-d366-40f7-a23a-52c4cc131e1c,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:56.842791 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53672) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:38:56.845335 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4273c2b3-ba32-4f41-976d-fadeceb8ba51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:56.879134 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:38:56.889561 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:38:56.909066 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-3fc90a87-7c37-45c0-bbb2-2b0e2b7fc0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:56.934614 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-3fc90a87-7c37-45c0-bbb2-2b0e2b7fc0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:56.977487 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Made reservation on behalf of 5922bb61d971442280ac55798df8c5ab for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:38:56.981557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:57.109475 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-3fc90a87-7c37-45c0-bbb2-2b0e2b7fc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:57.113727 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5e49e8a8-b675-4fff-83cd-63cf8fa8482c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:57.125865 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc90a87-7c37-45c0-bbb2-2b0e2b7fc0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21559ea8-d366-40f7-a23a-52c4cc131e1c,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:57.130029 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-3fc90a87-7c37-45c0-bbb2-2b0e2b7fc0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:57.138166 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-3fc90a87-7c37-45c0-bbb2-2b0e2b7fc0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:57.139520 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-3fc90a87-7c37-45c0-bbb2-2b0e2b7fc0ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21559ea8-d366-40f7-a23a-52c4cc131e1c HTTP/1.1" status: 204  len: 168 time: 0.2958031
Nov 10 14:38:57.224052 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Allocated IP 172.20.0.4 (ff02c67e-ef4b-4d81-be13-036d90b0b5e2/d6f4016f-e940-4f2d-b741-d4304df11406/a767d549-91af-42f4-987e-bae76d206a10) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:38:57.498415 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21e1c7bf-a539-47d9-b2e7-cc910199f60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:57.507522 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:57.547640 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c71d-a67f-45fe-8215-9a674705f4f6 req-daa14efa-576c-4e5c-8d74-1dfbea6044d0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:57.549698 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-25b9c71d-a67f-45fe-8215-9a674705f4f6 req-daa14efa-576c-4e5c-8d74-1dfbea6044d0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1380374
Nov 10 14:38:57.603925 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-25b9c71d-a67f-45fe-8215-9a674705f4f6 req-75b1793d-816a-4f6c-8a88-e6d007ef89c9 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466971
Nov 10 14:38:57.629431 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:57.636911 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:38:57.702083 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:38:57.705212 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:38:57.709487 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:38:57.781373 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Pushing event updated for resources: {'Port': ['ID=a767d549-91af-42f4-987e-bae76d206a10,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:38:57.799359 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:38:57.832636 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:57.833261 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:57.877598 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282c042-3841-4c92-8a70-1b12ff66e1df req-3743d4c3-bfe2-4e25-a5ff-f919a8fba5e7 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:57.878315 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-a282c042-3841-4c92-8a70-1b12ff66e1df req-3743d4c3-bfe2-4e25-a5ff-f919a8fba5e7 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Synchronizing usage tracker for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:38:57.955124 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2316606
Nov 10 14:38:58.040482 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-a282c042-3841-4c92-8a70-1b12ff66e1df req-3743d4c3-bfe2-4e25-a5ff-f919a8fba5e7 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Unset dirty status for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:38:58.041652 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a282c042-3841-4c92-8a70-1b12ff66e1df req-3743d4c3-bfe2-4e25-a5ff-f919a8fba5e7 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 931 time: 0.3052313
Nov 10 14:38:58.090033 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a282c042-3841-4c92-8a70-1b12ff66e1df req-925a18c7-b579-4d60-96d8-79876238a4c2 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423098
Nov 10 14:38:58.383291 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:38:58.808969 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bdc82-e96c-4465-8246-b35be003ed44 req-d017b56b-a808-4816-b189-ae4ace89aecc tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:58.810422 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f7bdc82-e96c-4465-8246-b35be003ed44 req-d017b56b-a808-4816-b189-ae4ace89aecc tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0833986
Nov 10 14:38:58.856287 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f7bdc82-e96c-4465-8246-b35be003ed44 req-1c139d99-a238-4894-b90d-6a0ce39029e1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390570
Nov 10 14:38:59.278772 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98ba9a-62af-4db4-bd22-5c3171e42759 req-eec6fe24-db1d-4bf8-80e8-e49c55716c67 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:38:59.280283 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6d98ba9a-62af-4db4-bd22-5c3171e42759 req-eec6fe24-db1d-4bf8-80e8-e49c55716c67 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 931 time: 0.0834246
Nov 10 14:38:59.330789 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6d98ba9a-62af-4db4-bd22-5c3171e42759 req-55c2491e-772c-4eab-8fae-0e8088e8775f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436924
Nov 10 14:38:59.713317 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:00.055606 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ee9c-2c54-4701-8a58-4f3deff22505 req-4e84f769-c8d4-4884-9d0d-256c84f4ed1a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:00.057213 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-abf4ee9c-2c54-4701-8a58-4f3deff22505 req-4e84f769-c8d4-4884-9d0d-256c84f4ed1a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0901079
Nov 10 14:39:00.104447 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-abf4ee9c-2c54-4701-8a58-4f3deff22505 req-a5c5b7ea-cece-449d-869a-c78d88ea7073 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414968
Nov 10 14:39:00.120886 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7891d630-cd7f-4e87-9505-1e12c195b582', 'd506fe63-0e24-46e1-bf5d-c72174fb97ac'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:39:00.145795 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Request body: {'port': {'device_id': 'd168b796-b84d-41e3-98b2-d1bd7c12227a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:39:00.268358 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:00.762273 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab5ae9-8d17-4312-8487-2c5c1086563f req-91d4b639-ce5b-4583-98bc-6387a4445923 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:00.763752 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-70ab5ae9-8d17-4312-8487-2c5c1086563f req-91d4b639-ce5b-4583-98bc-6387a4445923 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 931 time: 0.2849562
Nov 10 14:39:00.867399 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a767d549-91af-42f4-987e-bae76d206a10 {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:39:00.874009 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-70ab5ae9-8d17-4312-8487-2c5c1086563f req-59be2b2f-a2fa-45b4-a9d0-76fa6bf1168c tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984354
Nov 10 14:39:00.877937 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:00.894105 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Transition to ACTIVE for port object a767d549-91af-42f4-987e-bae76d206a10 will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:39:00.982890 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:00.988605 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a6e408f4-1b69-45f2-93b9-441de40442e9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:01.117379 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Pushing event updated for resources: {'Port': ['ID=a767d549-91af-42f4-987e-bae76d206a10,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:01.143587 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:01.226560 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Attempting to bind port a767d549-91af-42f4-987e-bae76d206a10 on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:39:01.226560 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Attempting to bind port a767d549-91af-42f4-987e-bae76d206a10 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:39:01.226904 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Attempting to bind port a767d549-91af-42f4-987e-bae76d206a10 on network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:39:01.231697 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Port a767d549-91af-42f4-987e-bae76d206a10 on network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:39:01.232019 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Attempting to bind port a767d549-91af-42f4-987e-bae76d206a10 on network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:39:01.237783 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:39:01.238116 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Checking segment: {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:39:01.238503 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Bound using segment: {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:39:01.238931 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Bound port: a767d549-91af-42f4-987e-bae76d206a10, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:39:01.239304 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:01.306143 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7649258-40bb-438d-8229-8cb2b18de512 req-251f27e7-b798-4e23-841c-abf46e3d6858 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:01.307923 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e7649258-40bb-438d-8229-8cb2b18de512 req-251f27e7-b798-4e23-841c-abf46e3d6858 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0924635
Nov 10 14:39:01.332890 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] For port a767d549-91af-42f4-987e-bae76d206a10, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:39:01.335996 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] For port a767d549-91af-42f4-987e-bae76d206a10, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=a767d549-91af-42f4-987e-bae76d206a10,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:39:01.353566 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e7649258-40bb-438d-8229-8cb2b18de512 req-904ff1a0-eb55-47bb-bd72-62cb6f44d306 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397971
Nov 10 14:39:01.521286 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:01.526398 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:01.593939 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:01.594547 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:01.596613 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] 10.222.0.16 "PUT /v2.0/ports/a767d549-91af-42f4-987e-bae76d206a10 HTTP/1.1" status: 200  len: 1093 time: 1.4561186
Nov 10 14:39:01.597047 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd168b796-b84d-41e3-98b2-d1bd7c12227a', 'tag': 'a767d549-91af-42f4-987e-bae76d206a10'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:39:01.624231 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Pushing event updated for resources: {'Port': ['ID=a767d549-91af-42f4-987e-bae76d206a10,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:01.629296 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:01.650790 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd168b796-b84d-41e3-98b2-d1bd7c12227a', 'tag': 'a767d549-91af-42f4-987e-bae76d206a10', 'status': 'completed', 'code': 200}
Nov 10 14:39:01.791471 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17415462-b1d8-4554-abeb-cf2168a99816 req-3934a658-42cf-43a1-83e4-7fde9a12139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:01.793115 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-17415462-b1d8-4554-abeb-cf2168a99816 req-3934a658-42cf-43a1-83e4-7fde9a12139c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 1096 time: 0.0854700
Nov 10 14:39:01.967133 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17415462-b1d8-4554-abeb-cf2168a99816 req-8a983fd8-5ff6-45a0-84ca-f287c3b68ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:01.968970 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-17415462-b1d8-4554-abeb-cf2168a99816 req-8a983fd8-5ff6-45a0-84ca-f287c3b68ef6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5922bb61d971442280ac55798df8c5ab&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1534491
Nov 10 14:39:02.151539 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53802) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:02.192390 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17415462-b1d8-4554-abeb-cf2168a99816 req-6589225b-9a69-4c26-84be-ee83adac0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:02.193901 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-17415462-b1d8-4554-abeb-cf2168a99816 req-6589225b-9a69-4c26-84be-ee83adac0ca3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2056046
Nov 10 14:39:02.211510 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635f8e-874e-4267-85fc-0d6f750f556a req-b94328e3-621c-47cf-af6e-1562d718bfc1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:02.213395 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4b635f8e-874e-4267-85fc-0d6f750f556a req-b94328e3-621c-47cf-af6e-1562d718bfc1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 943 time: 0.1421628
Nov 10 14:39:02.287904 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a78d087a-1c53-4f9f-8afa-e18f4b20ef7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:02.303235 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-a78d087a-1c53-4f9f-8afa-e18f4b20ef7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:02.308076 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-a78d087a-1c53-4f9f-8afa-e18f4b20ef7f admin admin] Usage tracker for resource:security_group_rule and tenant:90f7e7b163904507830b7a262472919e is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:02.311400 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-a78d087a-1c53-4f9f-8afa-e18f4b20ef7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:02.314187 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4b635f8e-874e-4267-85fc-0d6f750f556a req-7b297966-3be5-4e4d-a2b1-c5c9bbaa230a tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948231
Nov 10 14:39:02.318593 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-a78d087a-1c53-4f9f-8afa-e18f4b20ef7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:02.338443 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-b90ad6f8-a2c7-4b6b-8d07-15a3e84d239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:02.340259 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-b90ad6f8-a2c7-4b6b-8d07-15a3e84d239f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 1096 time: 0.0928965
Nov 10 14:39:02.421954 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a78d087a-1c53-4f9f-8afa-e18f4b20ef7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:02.433677 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-7bd6d2d7-705e-4bb1-ae73-87b9e87ff2ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a767d549-91af-42f4-987e-bae76d206a10 HTTP/1.1" status: 200  len: 217 time: 0.0727773
Nov 10 14:39:02.542835 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a78d087a-1c53-4f9f-8afa-e18f4b20ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:02.559129 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-c62bae99-6660-4795-b9ac-50b354f7f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:02.560917 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-c62bae99-6660-4795-b9ac-50b354f7f300 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6f4016f-e940-4f2d-b741-d4304df11406 HTTP/1.1" status: 200  len: 853 time: 0.1149476
Nov 10 14:39:02.567580 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0e43df0f-6a5f-4779-ac2d-1fbc87c60b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:02.625208 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d087a-1c53-4f9f-8afa-e18f4b20ef7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c29afb-144d-46e4-a7f3-d6793d0ce939,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:02.630216 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-a78d087a-1c53-4f9f-8afa-e18f4b20ef7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90f7e7b163904507830b7a262472919e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4773059
Nov 10 14:39:02.631376 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-a78d087a-1c53-4f9f-8afa-e18f4b20ef7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:02.635346 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 53818) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:02.653999 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-fbcb964f-23cd-44c4-8070-d79c90dd190d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0769894
Nov 10 14:39:02.676495 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dd95e-8892-4dbf-9fa1-7c78cb237267 req-babbdef1-68d8-414d-a1c6-28452fc02465 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:02.693451 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-507dd95e-8892-4dbf-9fa1-7c78cb237267 req-babbdef1-68d8-414d-a1c6-28452fc02465 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1772587
Nov 10 14:39:02.739531 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-507dd95e-8892-4dbf-9fa1-7c78cb237267 req-d5433f9d-c032-41ac-b312-a33c961f05b2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547531
Nov 10 14:39:02.804240 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:02.860254 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:02.867957 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-ebaeaabb-c39d-4d14-afda-f1a32b57ae70 service neutron] 10.222.0.16 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908720
Nov 10 14:39:03.090317 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5cbd8ab-5873-4bec-bccf-8ca28bb69b7b req-34cd9e39-9a08-491a-85c9-0effd9c9938b service neutron] 10.222.0.16 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090549
Nov 10 14:39:03.130489 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:03.134905 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e5206e88-b5d2-4723-a953-f26287b0c718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:03.147757 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c29afb-144d-46e4-a7f3-d6793d0ce939,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:03.159044 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:03.159479 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:03.159898 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:03.160303 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:03.160679 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:03.161029 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:03.161392 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:03.161781 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:03.162182 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:03.162575 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:03.162971 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:03.163359 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:03.166240 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:03.168396 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:03.169794 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17c29afb-144d-46e4-a7f3-d6793d0ce939 HTTP/1.1" status: 204  len: 168 time: 0.5337415
Nov 10 14:39:03.504431 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f4c70-0b0d-46ef-9793-fea7b33b2adb req-c3c738d2-40b3-430a-a7ff-1ddf7dbf36e5 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:03.506052 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-006f4c70-0b0d-46ef-9793-fea7b33b2adb req-c3c738d2-40b3-430a-a7ff-1ddf7dbf36e5 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 943 time: 0.0864894
Nov 10 14:39:03.554381 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-006f4c70-0b0d-46ef-9793-fea7b33b2adb req-3031a689-6040-4216-b20d-ecf81eb6b808 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414622
Nov 10 14:39:03.960370 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7fa66-58e8-46ea-b701-1d883c7e2f48 req-01c31a8e-fb7d-4dce-a8ac-40cc736cd086 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:03.962154 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-69e7fa66-58e8-46ea-b701-1d883c7e2f48 req-01c31a8e-fb7d-4dce-a8ac-40cc736cd086 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0991652
Nov 10 14:39:04.020457 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-69e7fa66-58e8-46ea-b701-1d883c7e2f48 req-eba01553-f53c-4818-989d-37900b292d7a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525029
Nov 10 14:39:04.158357 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 53854) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:04.179413 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7734b013-2099-434a-bc10-428b578dde9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:04.194506 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7734b013-2099-434a-bc10-428b578dde9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:04.198494 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7734b013-2099-434a-bc10-428b578dde9f admin admin] Usage tracker for resource:security_group_rule and tenant:058d2acba0c64592ae3b964b6634915b is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:04.201683 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7734b013-2099-434a-bc10-428b578dde9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:04.207604 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7734b013-2099-434a-bc10-428b578dde9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:04.289755 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7734b013-2099-434a-bc10-428b578dde9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:04.366370 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7734b013-2099-434a-bc10-428b578dde9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:04.377589 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1c522264-9c7e-40fe-a742-9a71d46855e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:04.428716 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7734b013-2099-434a-bc10-428b578dde9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=058d2acba0c64592ae3b964b6634915b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2690949
Nov 10 14:39:04.429970 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734b013-2099-434a-bc10-428b578dde9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7058ebb-a8dd-4ee4-9d65-075d036dad45,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:04.433593 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 53860) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:04.448266 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 53864) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:04.449449 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7734b013-2099-434a-bc10-428b578dde9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:04.524705 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:04.551422 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:04.611113 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a4e864a9-3406-4b14-97e8-df2c0a430d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:04.632747 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a4e864a9-3406-4b14-97e8-df2c0a430d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:04.636827 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a4e864a9-3406-4b14-97e8-df2c0a430d88 admin admin] Usage tracker for resource:security_group_rule and tenant:90d4b7ed08e649d5bb789932dc612790 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:04.640263 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a4e864a9-3406-4b14-97e8-df2c0a430d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:04.647144 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a4e864a9-3406-4b14-97e8-df2c0a430d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:04.745066 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:04.769041 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-debedd97-ad7d-4d25-899b-2a21a2602193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:04.790987 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949847a4-83d8-421a-8de4-b72bb7098729 req-9174bf61-8b60-47d4-ba07-536590ee72d7 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:04.792671 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-949847a4-83d8-421a-8de4-b72bb7098729 req-9174bf61-8b60-47d4-ba07-536590ee72d7 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 943 time: 0.1148932
Nov 10 14:39:04.802072 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7058ebb-a8dd-4ee4-9d65-075d036dad45,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:04.816126 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:04.817887 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7058ebb-a8dd-4ee4-9d65-075d036dad45 HTTP/1.1" status: 204  len: 168 time: 0.3823185
Nov 10 14:39:04.821000 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:04.821799 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:04.823338 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:04.824598 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:04.825576 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:04.826506 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:04.827282 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:04.828076 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:04.828837 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:04.829653 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:04.830907 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:04.831680 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:04.836805 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:04.856279 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-949847a4-83d8-421a-8de4-b72bb7098729 req-ff1f940f-79c2-45fe-aeba-072d72f7df9a tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558479
Nov 10 14:39:04.895907 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a4e864a9-3406-4b14-97e8-df2c0a430d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:04.994559 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a4e864a9-3406-4b14-97e8-df2c0a430d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:05.001493 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d49da1c9-8aa2-446f-8767-8c89658a59ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:05.042150 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e864a9-3406-4b14-97e8-df2c0a430d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a04aebd-17a7-4a61-a6b8-608e297e94f1,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:05.046728 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-a4e864a9-3406-4b14-97e8-df2c0a430d88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90d4b7ed08e649d5bb789932dc612790&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5962822
Nov 10 14:39:05.047744 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a4e864a9-3406-4b14-97e8-df2c0a430d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:05.049832 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 53882) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:05.116108 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-64fa821a-f649-4355-b27f-c157070c44e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:05.185122 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-64fa821a-f649-4355-b27f-c157070c44e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:05.264286 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea3c8f-6ea6-4a60-9090-97aa7f53794f req-698946a2-4ba6-4810-a0a9-0b2da840b1d2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:05.265620 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3bea3c8f-6ea6-4a60-9090-97aa7f53794f req-698946a2-4ba6-4810-a0a9-0b2da840b1d2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1243377
Nov 10 14:39:05.330625 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3bea3c8f-6ea6-4a60-9090-97aa7f53794f req-bb487bb0-8fe5-4286-9839-028c6b948f8a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560000
Nov 10 14:39:05.394474 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-64fa821a-f649-4355-b27f-c157070c44e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:05.398592 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b66b78b9-f4cd-41bb-8021-f7e54da6f9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:05.415337 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa821a-f649-4355-b27f-c157070c44e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a04aebd-17a7-4a61-a6b8-608e297e94f1,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:05.419191 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-64fa821a-f649-4355-b27f-c157070c44e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:05.425423 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-64fa821a-f649-4355-b27f-c157070c44e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:05.426533 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-64fa821a-f649-4355-b27f-c157070c44e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a04aebd-17a7-4a61-a6b8-608e297e94f1 HTTP/1.1" status: 204  len: 168 time: 0.3756752
Nov 10 14:39:06.143219 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device a767d549-91af-42f4-987e-bae76d206a10 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:39:06.259442 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324fc77-452f-4b7b-97dd-98ce287a0b07 req-c24a2f40-cdb4-4fe1-8ebd-ae54fb77f876 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:06.265907 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4324fc77-452f-4b7b-97dd-98ce287a0b07 req-c24a2f40-cdb4-4fe1-8ebd-ae54fb77f876 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 943 time: 0.2016106
Nov 10 14:39:06.297289 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port a767d549-91af-42f4-987e-bae76d206a10, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=a767d549-91af-42f4-987e-bae76d206a10,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:39:06.312869 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': 'a767d549-91af-42f4-987e-bae76d206a10', 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2', 'port_id': 'a767d549-91af-42f4-987e-bae76d206a10', 'mac_address': 'fa:16:3e:11:58:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f4016f-e940-4f2d-b741-d4304df11406', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:39:06.336534 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4324fc77-452f-4b7b-97dd-98ce287a0b07 req-ccc1e579-a40e-4305-9519-727400be1262 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598204
Nov 10 14:39:06.397699 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:06.420395 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a767d549-91af-42f4-987e-bae76d206a10 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:39:06.449952 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port a767d549-91af-42f4-987e-bae76d206a10, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=a767d549-91af-42f4-987e-bae76d206a10,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:39:06.538255 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:06.543038 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:06.673602 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec618fc-ccdf-49b4-9edb-4d523671cc53 req-cc11e222-9979-4851-b09c-0cae1d23f10a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:06.675533 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6ec618fc-ccdf-49b4-9edb-4d523671cc53 req-cc11e222-9979-4851-b09c-0cae1d23f10a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1132629
Nov 10 14:39:06.690705 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=a767d549-91af-42f4-987e-bae76d206a10,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:06.702308 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:06.702768 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:06.703278 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:06.706606 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:06.707097 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:06.707628 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:06.708042 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:06.708442 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:06.708870 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:06.709316 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:06.709756 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:06.710214 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:39:06.714820 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:06.729562 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6ec618fc-ccdf-49b4-9edb-4d523671cc53 req-3de9bed7-3f7c-4437-ab31-68b89a408ded tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461020
Nov 10 14:39:06.998243 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['a767d549-91af-42f4-987e-bae76d206a10'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:39:07.625336 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611054d-055d-42a5-bf83-d2475dc75163 req-d7067274-6945-47be-bf29-183bbbd5e627 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:07.627056 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7611054d-055d-42a5-bf83-d2475dc75163 req-d7067274-6945-47be-bf29-183bbbd5e627 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 944 time: 0.1615949
Nov 10 14:39:07.677234 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7611054d-055d-42a5-bf83-d2475dc75163 req-78c6fee4-d33c-435e-856f-c8da8fd14a44 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396144
Nov 10 14:39:07.958836 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ad82f-cdee-4603-a716-a4c5e7f519c1 req-824b78e7-4e9f-4c7c-8083-62a51922e77b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:07.960314 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6f9ad82f-cdee-4603-a716-a4c5e7f519c1 req-824b78e7-4e9f-4c7c-8083-62a51922e77b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1129649
Nov 10 14:39:08.080863 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6f9ad82f-cdee-4603-a716-a4c5e7f519c1 req-61a03073-1b74-4a85-8b67-f9f65484712d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121755
Nov 10 14:39:08.295575 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9674f1-35a2-4677-9139-33afc97a89a8 req-af8c6616-4828-4961-aa39-310f5b21b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:08.297093 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7c9674f1-35a2-4677-9139-33afc97a89a8 req-af8c6616-4828-4961-aa39-310f5b21b1f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 1098 time: 0.0755694
Nov 10 14:39:08.375610 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7c9674f1-35a2-4677-9139-33afc97a89a8 req-99174630-ad11-4ea8-8eef-aa76171c41f9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630915
Nov 10 14:39:08.937806 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440f4c2-9464-4675-8744-da3178b6c65b req-74064a66-a93b-44dd-a2dd-aa944b658c3a tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:08.940054 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b440f4c2-9464-4675-8744-da3178b6c65b req-74064a66-a93b-44dd-a2dd-aa944b658c3a tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 944 time: 0.0823169
Nov 10 14:39:08.998810 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b440f4c2-9464-4675-8744-da3178b6c65b req-67284329-61a3-4d81-bc2a-339533394a78 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521495
Nov 10 14:39:09.332224 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e7ea9-4746-4399-82bd-53460199c164 req-b7201c34-969b-4b8a-9780-539031f832c5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:09.334540 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-684e7ea9-4746-4399-82bd-53460199c164 req-b7201c34-969b-4b8a-9780-539031f832c5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1307504
Nov 10 14:39:09.401808 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-684e7ea9-4746-4399-82bd-53460199c164 req-5c635b7a-5df2-4758-85a6-24a64af758f8 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605028
Nov 10 14:39:10.155608 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device a767d549-91af-42f4-987e-bae76d206a10 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:39:10.207647 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206e696-e8be-4449-8c48-d7d33207862f req-ccc8f4ef-6ed4-44a0-880c-5e85307ac600 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:10.211792 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c206e696-e8be-4449-8c48-d7d33207862f req-ccc8f4ef-6ed4-44a0-880c-5e85307ac600 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 944 time: 0.0931253
Nov 10 14:39:10.265033 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c206e696-e8be-4449-8c48-d7d33207862f req-1b67f3e5-f123-454d-8ecd-257ac3db5ac3 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483742
Nov 10 14:39:10.337758 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port a767d549-91af-42f4-987e-bae76d206a10 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:39:10.343831 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port a767d549-91af-42f4-987e-bae76d206a10 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:39:10.344242 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:10.472394 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:10.509541 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd168b796-b84d-41e3-98b2-d1bd7c12227a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a767d549-91af-42f4-987e-bae76d206a10'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:39:10.523408 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port a767d549-91af-42f4-987e-bae76d206a10, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=a767d549-91af-42f4-987e-bae76d206a10,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:39:10.558544 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd168b796-b84d-41e3-98b2-d1bd7c12227a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a767d549-91af-42f4-987e-bae76d206a10', 'code': 200}
Nov 10 14:39:10.610583 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd1bca-d86c-4edb-8ce3-94c77c093c60 req-436700ff-6f29-4e11-a9a7-993d9916f54d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:10.614014 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e7dd1bca-d86c-4edb-8ce3-94c77c093c60 req-436700ff-6f29-4e11-a9a7-993d9916f54d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0918911
Nov 10 14:39:10.617511 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:10.620144 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:10.677542 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e7dd1bca-d86c-4edb-8ce3-94c77c093c60 req-856b48aa-98c3-46dd-93a3-cce015f0a6c1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583897
Nov 10 14:39:10.713691 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=a767d549-91af-42f4-987e-bae76d206a10,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:10.717127 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:11.067903 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb88b33-055d-40e8-99f2-ba3697723990 req-8c95e97e-a478-44ae-a2e4-d968b6ccb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:11.074616 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bbb88b33-055d-40e8-99f2-ba3697723990 req-8c95e97e-a478-44ae-a2e4-d968b6ccb828 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 1098 time: 0.1159878
Nov 10 14:39:11.133186 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bbb88b33-055d-40e8-99f2-ba3697723990 req-34476bf5-85ec-4c1a-972d-4fd385ff4945 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410190
Nov 10 14:39:11.358225 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbea34-73c1-4f84-b894-f252eb66b3ef req-913441f9-7dcb-4a7b-b882-d4f906505a87 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:11.359931 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-19fbea34-73c1-4f84-b894-f252eb66b3ef req-913441f9-7dcb-4a7b-b882-d4f906505a87 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0946884
Nov 10 14:39:11.433307 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-19fbea34-73c1-4f84-b894-f252eb66b3ef req-7e476ce6-066e-4848-a52b-47c0eb967fa8 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671194
Nov 10 14:39:11.489531 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50842bf8-e112-44e5-8e8b-228b3e201822 req-428640fb-3f58-4ee4-852f-d0629f7f4d7a tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:11.491129 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-50842bf8-e112-44e5-8e8b-228b3e201822 req-428640fb-3f58-4ee4-852f-d0629f7f4d7a tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 945 time: 0.1021848
Nov 10 14:39:11.562782 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-50842bf8-e112-44e5-8e8b-228b3e201822 req-ded1063b-9b3b-4a12-b6fc-0e902a07c3c1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575395
Nov 10 14:39:11.727487 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbdeb2-52e4-4fef-b179-3997cbf56dde req-77a371c5-e23c-480b-97b8-78b8430e05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:11.729376 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51fbdeb2-52e4-4fef-b179-3997cbf56dde req-77a371c5-e23c-480b-97b8-78b8430e05f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 1098 time: 0.0849507
Nov 10 14:39:11.902695 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbdeb2-52e4-4fef-b179-3997cbf56dde req-ee5c97aa-3683-43ce-91ab-cc36a15c9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:11.904210 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51fbdeb2-52e4-4fef-b179-3997cbf56dde req-ee5c97aa-3683-43ce-91ab-cc36a15c9ebb service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c63d63d-a43a-4aed-bb08-634fd5629552 HTTP/1.1" status: 200  len: 920 time: 0.1544445
Nov 10 14:39:11.985025 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51fbdeb2-52e4-4fef-b179-3997cbf56dde req-6758ea4a-cbd3-4678-9081-299c54595dab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb4db84b-cf37-44aa-b163-90343a69b5c7 HTTP/1.1" status: 200  len: 217 time: 0.0655732
Nov 10 14:39:12.055479 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbdeb2-52e4-4fef-b179-3997cbf56dde req-964d8c55-31be-48e0-856c-2809945f6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:12.057021 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51fbdeb2-52e4-4fef-b179-3997cbf56dde req-964d8c55-31be-48e0-856c-2809945f6f50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd616024-d7e8-458c-988c-76b5df329b34 HTTP/1.1" status: 200  len: 859 time: 0.0605326
Nov 10 14:39:12.115029 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51fbdeb2-52e4-4fef-b179-3997cbf56dde req-93838501-5367-4cc7-91cc-539bf36e4bcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c63d63d-a43a-4aed-bb08-634fd5629552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433311
Nov 10 14:39:12.332842 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51fbdeb2-52e4-4fef-b179-3997cbf56dde req-464ded64-3254-4267-b431-f5104105a9cd service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2005115
Nov 10 14:39:12.501159 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51fbdeb2-52e4-4fef-b179-3997cbf56dde req-e4d5d2f9-ac8f-4a8f-9398-44ec7cfdf6ea service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511538
Nov 10 14:39:12.706531 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579abdc8-2b3e-4940-a2bd-e7f6acf0ea70 req-9a1a1abe-0a29-4ba8-b781-9486849f956c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:12.710424 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-579abdc8-2b3e-4940-a2bd-e7f6acf0ea70 req-9a1a1abe-0a29-4ba8-b781-9486849f956c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1532569
Nov 10 14:39:12.793796 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-579abdc8-2b3e-4940-a2bd-e7f6acf0ea70 req-8032e649-cbd0-4f4e-972d-29168d52b13f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742302
Nov 10 14:39:12.816684 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3448c19-ebd2-4b3f-9fd7-aef1c109c8c1 req-dbf142fd-ac7e-404d-b02c-eb4bc54e11d3 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:12.818225 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a3448c19-ebd2-4b3f-9fd7-aef1c109c8c1 req-dbf142fd-ac7e-404d-b02c-eb4bc54e11d3 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 945 time: 0.1381741
Nov 10 14:39:12.871643 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a3448c19-ebd2-4b3f-9fd7-aef1c109c8c1 req-425eab60-da1f-4c45-8a37-d719a4c1e961 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465167
Nov 10 14:39:13.992441 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4579b2-86bd-4697-9c1e-f2c33df58b54 req-25038d82-51aa-492b-acac-a8861b2fc83c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:13.993940 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ff4579b2-86bd-4697-9c1e-f2c33df58b54 req-25038d82-51aa-492b-acac-a8861b2fc83c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0979810
Nov 10 14:39:14.065811 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ff4579b2-86bd-4697-9c1e-f2c33df58b54 req-46b7dafb-949e-47f6-8d80-8ca88528da96 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614915
Nov 10 14:39:14.080519 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1244-b5e4-4db1-af5c-f03f3995b013 req-d74c789f-2e4c-41d3-a1aa-51c21c29bc9f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:14.082084 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f92c1244-b5e4-4db1-af5c-f03f3995b013 req-d74c789f-2e4c-41d3-a1aa-51c21c29bc9f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 945 time: 0.0935109
Nov 10 14:39:14.137917 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f92c1244-b5e4-4db1-af5c-f03f3995b013 req-41fc273b-6137-4da6-b9cf-256a4974297e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497999
Nov 10 14:39:14.394580 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:15.277179 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20332f7d-cf34-4d30-a974-931abba6e98b req-606eb69d-a647-4498-bd4a-4ef2a1795d15 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:15.278731 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-20332f7d-cf34-4d30-a974-931abba6e98b req-606eb69d-a647-4498-bd4a-4ef2a1795d15 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0864778
Nov 10 14:39:15.340349 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-20332f7d-cf34-4d30-a974-931abba6e98b req-55c5dff2-3cd5-40d0-b37f-270871730f1c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529647
Nov 10 14:39:15.593634 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 54134) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:15.731672 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-efdac815-0a67-4509-81d8-6b9d79e0ce15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:15.752156 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-efdac815-0a67-4509-81d8-6b9d79e0ce15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:15.756642 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-efdac815-0a67-4509-81d8-6b9d79e0ce15 admin admin] Usage tracker for resource:security_group_rule and tenant:d59bdc1baa2c47e9a071d3486826f14d is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:15.762570 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-efdac815-0a67-4509-81d8-6b9d79e0ce15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:15.770241 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-efdac815-0a67-4509-81d8-6b9d79e0ce15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:15.867285 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-efdac815-0a67-4509-81d8-6b9d79e0ce15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:15.936930 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-efdac815-0a67-4509-81d8-6b9d79e0ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:15.944778 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-adeee628-92fd-43a6-894c-1e9e509affa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:15.984116 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdac815-0a67-4509-81d8-6b9d79e0ce15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5da3cd-2d08-4859-8d12-3ac605da783a,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:15.988591 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-efdac815-0a67-4509-81d8-6b9d79e0ce15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d59bdc1baa2c47e9a071d3486826f14d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3938568
Nov 10 14:39:15.989456 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-efdac815-0a67-4509-81d8-6b9d79e0ce15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:15.991356 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 54148) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:16.057608 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-605eeb52-808f-454c-a478-48c25356e346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:16.089090 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-605eeb52-808f-454c-a478-48c25356e346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:16.252357 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-605eeb52-808f-454c-a478-48c25356e346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:16.256765 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-eb9ee5b9-c2cc-460d-8cb4-745faf2cdb88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:16.268130 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605eeb52-808f-454c-a478-48c25356e346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5da3cd-2d08-4859-8d12-3ac605da783a,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:16.271065 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-605eeb52-808f-454c-a478-48c25356e346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:16.280324 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-605eeb52-808f-454c-a478-48c25356e346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:16.283793 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-605eeb52-808f-454c-a478-48c25356e346 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d5da3cd-2d08-4859-8d12-3ac605da783a HTTP/1.1" status: 204  len: 168 time: 0.2892113
Nov 10 14:39:16.749097 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea34d55-283f-440d-acd2-0c934313a0fe req-3c66f03f-fb69-4523-b276-c4f65f6d7a9c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:16.751440 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eea34d55-283f-440d-acd2-0c934313a0fe req-3c66f03f-fb69-4523-b276-c4f65f6d7a9c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1448154
Nov 10 14:39:16.795570 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eea34d55-283f-440d-acd2-0c934313a0fe req-e1fae4d0-8e73-4310-bbfd-9d219f73c6ae tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384560
Nov 10 14:39:17.129113 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 54174) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:17.147069 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ef178fec-7b6b-463e-8c72-9a643a4d45e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:17.161731 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ef178fec-7b6b-463e-8c72-9a643a4d45e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:17.165575 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ef178fec-7b6b-463e-8c72-9a643a4d45e5 admin admin] Usage tracker for resource:security_group_rule and tenant:59b93a41f9494b35bb31522a6053db98 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:17.168353 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ef178fec-7b6b-463e-8c72-9a643a4d45e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:17.174034 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ef178fec-7b6b-463e-8c72-9a643a4d45e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:17.288729 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ef178fec-7b6b-463e-8c72-9a643a4d45e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:17.410163 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ef178fec-7b6b-463e-8c72-9a643a4d45e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:17.424234 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c3b67088-7d36-45e6-a768-940bf79640ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:17.494483 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ef178fec-7b6b-463e-8c72-9a643a4d45e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59b93a41f9494b35bb31522a6053db98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3640079
Nov 10 14:39:17.495906 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef178fec-7b6b-463e-8c72-9a643a4d45e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16534a29-98fc-46be-bc7b-f76bde5a88b9,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:17.497154 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 54184) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:17.500816 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ef178fec-7b6b-463e-8c72-9a643a4d45e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:17.576052 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1b1427fa-4436-4650-8fb5-a7c18f76696b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:17.602712 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1b1427fa-4436-4650-8fb5-a7c18f76696b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:17.720871 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1b1427fa-4436-4650-8fb5-a7c18f76696b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:17.725017 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0d85f3ff-66e3-42bf-a435-b8ab464304af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:17.737749 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1427fa-4436-4650-8fb5-a7c18f76696b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16534a29-98fc-46be-bc7b-f76bde5a88b9,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:17.740995 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-1b1427fa-4436-4650-8fb5-a7c18f76696b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:17.747558 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1b1427fa-4436-4650-8fb5-a7c18f76696b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:17.749484 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-1b1427fa-4436-4650-8fb5-a7c18f76696b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16534a29-98fc-46be-bc7b-f76bde5a88b9 HTTP/1.1" status: 204  len: 168 time: 0.2508016
Nov 10 14:39:22.678273 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399c719-62d4-4a7e-b51d-8941073b1926 req-066ead47-82ea-4f1e-941d-4e6521f42ec5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:22.679857 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7399c719-62d4-4a7e-b51d-8941073b1926 req-066ead47-82ea-4f1e-941d-4e6521f42ec5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0851159
Nov 10 14:39:22.742978 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7399c719-62d4-4a7e-b51d-8941073b1926 req-30d5199e-4da5-4383-91ec-9a34e064a5c8 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520971
Nov 10 14:39:24.834229 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1de45792-8c22-42c7-8d01-160356b22163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:25.245496 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:25.549946 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 54402) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:25.698801 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ad8103d2-dbe0-4171-a9bf-1d4c69a0159a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:25.713806 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-ad8103d2-dbe0-4171-a9bf-1d4c69a0159a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:25.717674 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-ad8103d2-dbe0-4171-a9bf-1d4c69a0159a admin admin] Usage tracker for resource:security_group_rule and tenant:0b6811e26d0a4f6ea870088fb480bd85 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:25.721311 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-ad8103d2-dbe0-4171-a9bf-1d4c69a0159a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:25.727306 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-ad8103d2-dbe0-4171-a9bf-1d4c69a0159a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:25.817468 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ad8103d2-dbe0-4171-a9bf-1d4c69a0159a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:25.920008 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ad8103d2-dbe0-4171-a9bf-1d4c69a0159a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:25.927908 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4273c2b3-ba32-4f41-976d-fadeceb8ba51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:25.973732 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8103d2-dbe0-4171-a9bf-1d4c69a0159a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a150b9-012d-4d92-821e-c3a67f0650e4,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:25.977745 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ad8103d2-dbe0-4171-a9bf-1d4c69a0159a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:25.983157 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ad8103d2-dbe0-4171-a9bf-1d4c69a0159a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b6811e26d0a4f6ea870088fb480bd85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4315047
Nov 10 14:39:25.986126 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 54414) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:26.056711 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e1b0ad98-ab62-4577-afa5-da37b00ae85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:26.090471 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e1b0ad98-ab62-4577-afa5-da37b00ae85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:26.314473 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e1b0ad98-ab62-4577-afa5-da37b00ae85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:26.318478 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e7d56d4f-1324-4421-8eb9-c5e429950d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:26.332406 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0ad98-ab62-4577-afa5-da37b00ae85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a150b9-012d-4d92-821e-c3a67f0650e4,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:26.335315 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e1b0ad98-ab62-4577-afa5-da37b00ae85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:26.342600 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e1b0ad98-ab62-4577-afa5-da37b00ae85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:26.343839 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e1b0ad98-ab62-4577-afa5-da37b00ae85e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62a150b9-012d-4d92-821e-c3a67f0650e4 HTTP/1.1" status: 204  len: 168 time: 0.3563209
Nov 10 14:39:27.051241 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 54432) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:27.070513 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-34e720cc-f8ce-49d5-869a-4323f315e1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:27.085330 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-34e720cc-f8ce-49d5-869a-4323f315e1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:27.089240 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-34e720cc-f8ce-49d5-869a-4323f315e1f5 admin admin] Usage tracker for resource:security_group_rule and tenant:52ba2dd95c5f45d6a40b76d90f7fd360 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:27.092083 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-34e720cc-f8ce-49d5-869a-4323f315e1f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:27.098467 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-34e720cc-f8ce-49d5-869a-4323f315e1f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:27.162634 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:39:27.182407 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-34e720cc-f8ce-49d5-869a-4323f315e1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:27.251390 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-34e720cc-f8ce-49d5-869a-4323f315e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:27.266424 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-79abf7ff-c26b-4d09-8019-d37f152ade39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:27.307429 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-34e720cc-f8ce-49d5-869a-4323f315e1f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52ba2dd95c5f45d6a40b76d90f7fd360&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2546833
Nov 10 14:39:27.309369 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e720cc-f8ce-49d5-869a-4323f315e1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a46b8a-6d14-48d5-9c78-81efcb932769,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:27.310492 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 54440) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:27.313267 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-34e720cc-f8ce-49d5-869a-4323f315e1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:27.385370 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-91d133a7-344e-464d-a107-04f2fb175e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:27.431910 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-91d133a7-344e-464d-a107-04f2fb175e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:27.445742 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-65ef4847-b949-4959-810d-4e07a3c0116d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:27.634316 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-91d133a7-344e-464d-a107-04f2fb175e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:27.638049 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:27.651817 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d133a7-344e-464d-a107-04f2fb175e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a46b8a-6d14-48d5-9c78-81efcb932769,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:27.656258 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-91d133a7-344e-464d-a107-04f2fb175e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:27.671678 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-91d133a7-344e-464d-a107-04f2fb175e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:27.672976 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-91d133a7-344e-464d-a107-04f2fb175e1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3a46b8a-6d14-48d5-9c78-81efcb932769 HTTP/1.1" status: 204  len: 168 time: 0.3612792
Nov 10 14:39:28.404179 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:28.456094 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 54468) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:28.480242 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0babfdaf-8c90-4712-a9e3-e647ff0b0dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:28.496504 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0babfdaf-8c90-4712-a9e3-e647ff0b0dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:28.500522 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0babfdaf-8c90-4712-a9e3-e647ff0b0dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:63924aef735d4e668ee92c3bd414e935 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:28.504067 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0babfdaf-8c90-4712-a9e3-e647ff0b0dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:28.509932 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0babfdaf-8c90-4712-a9e3-e647ff0b0dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:28.602894 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0babfdaf-8c90-4712-a9e3-e647ff0b0dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:28.703350 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0babfdaf-8c90-4712-a9e3-e647ff0b0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:28.714079 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-64fa821a-f649-4355-b27f-c157070c44e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:28.759540 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0babfdaf-8c90-4712-a9e3-e647ff0b0dc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63924aef735d4e668ee92c3bd414e935&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3011291
Nov 10 14:39:28.761951 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babfdaf-8c90-4712-a9e3-e647ff0b0dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807c4804-ee3e-4042-bbe8-9048638d0747,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:28.763728 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 54476) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:28.765406 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0babfdaf-8c90-4712-a9e3-e647ff0b0dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:28.845192 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6bffe26c-7fe0-45ba-9068-0e975f77e29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:28.871452 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6bffe26c-7fe0-45ba-9068-0e975f77e29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:28.902677 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 54482) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:28.998830 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6bffe26c-7fe0-45ba-9068-0e975f77e29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:29.005511 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-a78d087a-1c53-4f9f-8afa-e18f4b20ef7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:29.018826 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffe26c-7fe0-45ba-9068-0e975f77e29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807c4804-ee3e-4042-bbe8-9048638d0747,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:29.020728 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c067c8e5-31c7-491c-b5d2-029e085707b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:29.024120 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6bffe26c-7fe0-45ba-9068-0e975f77e29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:29.036399 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c067c8e5-31c7-491c-b5d2-029e085707b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:29.037521 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6bffe26c-7fe0-45ba-9068-0e975f77e29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:29.038659 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-6bffe26c-7fe0-45ba-9068-0e975f77e29d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/807c4804-ee3e-4042-bbe8-9048638d0747 HTTP/1.1" status: 204  len: 168 time: 0.2731812
Nov 10 14:39:29.041579 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c067c8e5-31c7-491c-b5d2-029e085707b7 admin admin] Usage tracker for resource:security_group_rule and tenant:d209c14004064ca98aa989a005dfe1cc is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:29.048328 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c067c8e5-31c7-491c-b5d2-029e085707b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:29.054349 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c067c8e5-31c7-491c-b5d2-029e085707b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:29.151754 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c067c8e5-31c7-491c-b5d2-029e085707b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:29.244263 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c067c8e5-31c7-491c-b5d2-029e085707b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:29.252565 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7734b013-2099-434a-bc10-428b578dde9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:29.294643 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c067c8e5-31c7-491c-b5d2-029e085707b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d209c14004064ca98aa989a005dfe1cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3905106
Nov 10 14:39:29.295384 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067c8e5-31c7-491c-b5d2-029e085707b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bc3bb8-8b1a-40b9-a001-95bd3bee4f11,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:29.297890 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 54490) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:29.298937 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c067c8e5-31c7-491c-b5d2-029e085707b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:29.384817 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ffb67cea-4793-4ba3-962e-b1f5ab58e068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:29.414018 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ffb67cea-4793-4ba3-962e-b1f5ab58e068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:29.583600 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ffb67cea-4793-4ba3-962e-b1f5ab58e068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:29.583600 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-294780c7-b7ae-4ede-b359-6467b8e14cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:29.595373 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb67cea-4793-4ba3-962e-b1f5ab58e068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bc3bb8-8b1a-40b9-a001-95bd3bee4f11,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:29.601377 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ffb67cea-4793-4ba3-962e-b1f5ab58e068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:29.604471 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ffb67cea-4793-4ba3-962e-b1f5ab58e068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:29.606290 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ffb67cea-4793-4ba3-962e-b1f5ab58e068 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4bc3bb8-8b1a-40b9-a001-95bd3bee4f11 HTTP/1.1" status: 204  len: 168 time: 0.3069992
Nov 10 14:39:29.822329 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:30.491168 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 54528) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:30.509728 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5c36464a-fcbd-47f3-aabd-208ea87abd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:30.525460 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-5c36464a-fcbd-47f3-aabd-208ea87abd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:30.529722 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-5c36464a-fcbd-47f3-aabd-208ea87abd08 admin admin] Usage tracker for resource:security_group_rule and tenant:b44db2cf25044e8b852000c2bfdbd6dc is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:30.533243 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-5c36464a-fcbd-47f3-aabd-208ea87abd08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:30.539115 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-5c36464a-fcbd-47f3-aabd-208ea87abd08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:30.625179 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5c36464a-fcbd-47f3-aabd-208ea87abd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:30.690031 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5c36464a-fcbd-47f3-aabd-208ea87abd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:30.699565 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-405fe9c3-d1d8-41e9-b866-93a77793cbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:30.740451 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36464a-fcbd-47f3-aabd-208ea87abd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874d9a5c-5510-4b8a-9c59-574335671f7f,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:30.747670 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-5c36464a-fcbd-47f3-aabd-208ea87abd08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b44db2cf25044e8b852000c2bfdbd6dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2553394
Nov 10 14:39:30.747982 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 54538) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:30.748741 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5c36464a-fcbd-47f3-aabd-208ea87abd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:30.854562 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-90b791e1-8ab2-4972-b43e-82dbfa25face admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:30.909184 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-90b791e1-8ab2-4972-b43e-82dbfa25face admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:31.148519 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-90b791e1-8ab2-4972-b43e-82dbfa25face admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:31.159126 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1d758952-35e8-4781-b785-f49943a5b35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:31.172952 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b791e1-8ab2-4972-b43e-82dbfa25face admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874d9a5c-5510-4b8a-9c59-574335671f7f,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:31.176867 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-90b791e1-8ab2-4972-b43e-82dbfa25face admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:31.178898 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-90b791e1-8ab2-4972-b43e-82dbfa25face admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:31.180063 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-90b791e1-8ab2-4972-b43e-82dbfa25face admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/874d9a5c-5510-4b8a-9c59-574335671f7f HTTP/1.1" status: 204  len: 168 time: 0.4300330
Nov 10 14:39:31.377660 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 54560) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:31.745788 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa287ec7-6600-47e0-9fbd-a1c6d528e771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:31.774346 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-aa287ec7-6600-47e0-9fbd-a1c6d528e771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:31.780768 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-aa287ec7-6600-47e0-9fbd-a1c6d528e771 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbfa3b09c40486591be4fb6516082be is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:31.786036 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-aa287ec7-6600-47e0-9fbd-a1c6d528e771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:31.795324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-aa287ec7-6600-47e0-9fbd-a1c6d528e771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:31.897092 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa287ec7-6600-47e0-9fbd-a1c6d528e771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:31.988092 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa287ec7-6600-47e0-9fbd-a1c6d528e771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:31.997633 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8c93fc15-b5d5-44d4-941b-b692b0afcbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:32.037674 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-aa287ec7-6600-47e0-9fbd-a1c6d528e771 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bbfa3b09c40486591be4fb6516082be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6589692
Nov 10 14:39:32.039484 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa287ec7-6600-47e0-9fbd-a1c6d528e771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317d6abd-fce9-4932-97d8-439fdb1df291,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:32.043209 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 54582) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:32.043982 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aa287ec7-6600-47e0-9fbd-a1c6d528e771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:32.123323 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-79f544b6-10e9-4f2a-b4da-6d24986fd1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:32.169386 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-79f544b6-10e9-4f2a-b4da-6d24986fd1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:32.359813 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-79f544b6-10e9-4f2a-b4da-6d24986fd1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:32.364984 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-cd185a4d-fa43-44a4-9ab1-a7a726c15085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:32.379355 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f544b6-10e9-4f2a-b4da-6d24986fd1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317d6abd-fce9-4932-97d8-439fdb1df291,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:32.382891 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-79f544b6-10e9-4f2a-b4da-6d24986fd1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:32.388543 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-79f544b6-10e9-4f2a-b4da-6d24986fd1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:32.389681 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-79f544b6-10e9-4f2a-b4da-6d24986fd1d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/317d6abd-fce9-4932-97d8-439fdb1df291 HTTP/1.1" status: 204  len: 168 time: 0.3451300
Nov 10 14:39:32.542217 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 54602) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:32.795105 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2084567121-network', 'tenant_id': 'd61f7995ee4e4178a07754305853111b'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:39:32.800655 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:32.805033 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Usage tracker for resource:network and tenant:d61f7995ee4e4178a07754305853111b is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:32.808150 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:32.815444 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:32.897189 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Made reservation on behalf of d61f7995ee4e4178a07754305853111b for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:39:32.900297 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:32.914101 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:32.930417 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:32.934409 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Usage tracker for resource:security_group_rule and tenant:d61f7995ee4e4178a07754305853111b is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:32.937902 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:32.948283 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:33.042242 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:33.151696 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:33.157333 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5c36464a-fcbd-47f3-aabd-208ea87abd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:33.185695 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'}  {{(pid=87468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:39:33.198582 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3edccfe-af60-4e64-ae1b-0fcfdbb934e7,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:33.202943 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:33.203956 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:33.204272 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Added segment 7a6bd9cb-5aeb-40cf-8fa3-045ac253ec83 of type vlan for network d2d57eb5-741e-44ce-940a-f2b5e2e1ee3f
Nov 10 14:39:33.239700 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:33.360627 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:33.362444 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:33.366638 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:33.368634 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:33.583900 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Pushing event updated for resources: {'Network': ['ID=d2d57eb5-741e-44ce-940a-f2b5e2e1ee3f,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:33.586505 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:33.593837 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network d2d57eb5-741e-44ce-940a-f2b5e2e1ee3f details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:39:33.594890 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0504165
Nov 10 14:39:33.597625 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 54634) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:33.605422 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Request body: {'subnet': {'network_id': 'd2d57eb5-741e-44ce-940a-f2b5e2e1ee3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2084567121-subnet', 'tenant_id': 'd61f7995ee4e4178a07754305853111b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:39:33.612534 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:33.621148 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Usage tracker for resource:subnet and tenant:d61f7995ee4e4178a07754305853111b is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:33.624332 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:33.630262 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:33.720874 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Made reservation on behalf of d61f7995ee4e4178a07754305853111b for: {'subnet': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:39:33.724608 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3679706'] for subnet, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:34.073357 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1050607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3679684'] for subnet, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:34.079805 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-f611ac40-9f62-410c-a92a-d2773830054b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:34.156621 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a1332c-ac04-42c7-85e2-906f7a95b2bb,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:34.160067 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:34.175632 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Checking segment: {'id': '7a6bd9cb-5aeb-40cf-8fa3-045ac253ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd2d57eb5-741e-44ce-940a-f2b5e2e1ee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:39:34.175992 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Network hostable DHCP agents. Network: d2d57eb5-741e-44ce-940a-f2b5e2e1ee3f, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:39:34.305752 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Network d2d57eb5-741e-44ce-940a-f2b5e2e1ee3f is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:39:34.403876 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, d2d57eb5-741e-44ce-940a-f2b5e2e1ee3f) {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:39:34.409315 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:34.410269 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:34.417107 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af5b057-2156-4836-a74c-14b116fd8822 None None] Network d2d57eb5-741e-44ce-940a-f2b5e2e1ee3f requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:39:34.503321 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-c1900e0b-e313-444a-b5dd-5d7b5a435071 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8998287
Nov 10 14:39:34.737912 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feef12ff-8c64-4358-a7b5-435330c6da07 None None] Network d2d57eb5-741e-44ce-940a-f2b5e2e1ee3f requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:39:35.580652 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 54680) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:35.586895 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-124412871-network', 'tenant_id': 'b6fd4e680b3746aaa3bf0b53b3a71b42'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:39:35.591841 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:35.596401 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Usage tracker for resource:network and tenant:b6fd4e680b3746aaa3bf0b53b3a71b42 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:35.599428 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:35.605206 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:35.702505 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Made reservation on behalf of b6fd4e680b3746aaa3bf0b53b3a71b42 for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:39:35.705092 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:35.717481 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:35.736251 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:35.744803 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Usage tracker for resource:security_group_rule and tenant:b6fd4e680b3746aaa3bf0b53b3a71b42 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:35.745982 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:35.755734 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:35.866466 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:35.965497 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:35.968537 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-91d133a7-344e-464d-a107-04f2fb175e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:36.003976 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:39:36.004912 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f6449e-ed60-46fd-b6e4-5047f7e0e998,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:36.011370 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:36.012279 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:36.012618 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Added segment c9af322e-344c-4bbc-a167-44097cd8c5e9 of type vlan for network 9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae
Nov 10 14:39:36.040518 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:36.177308 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:36.178710 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:36.179330 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:36.182898 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d95f16c1-03f1-4de8-98c4-c36186d2baa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:36.290447 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:36.298918 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:36.302877 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:39:36.389668 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8073969
Nov 10 14:39:36.393804 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 54698) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:36.404257 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Request body: {'subnet': {'network_id': '9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-124412871-subnet', 'tenant_id': 'b6fd4e680b3746aaa3bf0b53b3a71b42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:39:36.410895 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:36.415506 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Usage tracker for resource:subnet and tenant:b6fd4e680b3746aaa3bf0b53b3a71b42 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:36.419019 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:36.428130 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:36.554052 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Made reservation on behalf of b6fd4e680b3746aaa3bf0b53b3a71b42 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:39:36.557222 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225453'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:36.896021 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225459'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:36.902135 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4a72d926-106c-4910-b8b6-5ee319251c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:37.064316 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24115ad-57b8-40ed-b98e-b81bb68ae638,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:37.067165 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:37.077825 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Checking segment: {'id': 'c9af322e-344c-4bbc-a167-44097cd8c5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:39:37.078182 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Network hostable DHCP agents. Network: 9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:39:37.239802 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Network 9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:39:37.382479 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:39:37.388324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:37.389238 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:37.394592 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ecb02-e9eb-4183-9cb3-9bcde0eff568 None None] Network 9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:39:37.492149 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0967660
Nov 10 14:39:37.630057 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d91fbb3-717e-4d92-8731-cfc620e4d9d1 None None] Network 9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:39:38.317111 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54425c83-7b13-49e6-bec3-6ea59e110467 req-92ceacb1-102f-4a06-a2b4-b3d9934f750d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:38.318613 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-54425c83-7b13-49e6-bec3-6ea59e110467 req-92ceacb1-102f-4a06-a2b4-b3d9934f750d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1004848
Nov 10 14:39:38.373962 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-54425c83-7b13-49e6-bec3-6ea59e110467 req-e944ab4d-98ca-47e0-86e7-2aa3fe67e353 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494945
Nov 10 14:39:39.503397 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae55ff3-3f72-472a-ba98-b806627592c1 req-b2719a47-44ff-4f4b-b477-5d89e6877810 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:39.510525 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3ae55ff3-3f72-472a-ba98-b806627592c1 req-b2719a47-44ff-4f4b-b477-5d89e6877810 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1140916
Nov 10 14:39:39.553612 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3ae55ff3-3f72-472a-ba98-b806627592c1 req-77f038a7-0902-4a94-a340-52ff353a0921 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421944
Nov 10 14:39:39.668526 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216be06-8ea6-4ff0-b54e-c6169336595d req-517fd727-09f9-494b-b666-52f476e0c634 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:39.670026 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f216be06-8ea6-4ff0-b54e-c6169336595d req-517fd727-09f9-494b-b666-52f476e0c634 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1125057
Nov 10 14:39:39.672999 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd3f3e-2fee-4282-9aa0-1eb3605832f4 req-22bcf51d-e31a-4975-bcf3-a921d92b979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:39.674326 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9ecd3f3e-2fee-4282-9aa0-1eb3605832f4 req-22bcf51d-e31a-4975-bcf3-a921d92b979d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 1098 time: 0.1585205
Nov 10 14:39:39.794791 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f216be06-8ea6-4ff0-b54e-c6169336595d req-44c4011c-c1b0-4170-89a9-b0736fdcfd2d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1189790
Nov 10 14:39:39.841722 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd3f3e-2fee-4282-9aa0-1eb3605832f4 req-d4ec8e4c-6136-4cdc-8fd8-f54e77844453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:39.843226 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9ecd3f3e-2fee-4282-9aa0-1eb3605832f4 req-d4ec8e4c-6136-4cdc-8fd8-f54e77844453 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c63d63d-a43a-4aed-bb08-634fd5629552 HTTP/1.1" status: 200  len: 920 time: 0.1534047
Nov 10 14:39:39.935332 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9ecd3f3e-2fee-4282-9aa0-1eb3605832f4 req-595a0572-c779-489d-90b9-6728c1ce3f93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb4db84b-cf37-44aa-b163-90343a69b5c7 HTTP/1.1" status: 200  len: 217 time: 0.0766320
Nov 10 14:39:40.014557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd3f3e-2fee-4282-9aa0-1eb3605832f4 req-925d78cd-df8b-453c-8126-edc75808d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:40.016889 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9ecd3f3e-2fee-4282-9aa0-1eb3605832f4 req-925d78cd-df8b-453c-8126-edc75808d0f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd616024-d7e8-458c-988c-76b5df329b34 HTTP/1.1" status: 200  len: 859 time: 0.0683537
Nov 10 14:39:40.077681 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9ecd3f3e-2fee-4282-9aa0-1eb3605832f4 req-1431aa86-3e62-49c6-962c-d3f00a871762 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c63d63d-a43a-4aed-bb08-634fd5629552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461414
Nov 10 14:39:40.240339 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9ecd3f3e-2fee-4282-9aa0-1eb3605832f4 req-325ea42c-c4e5-4b51-93b6-b463035e0479 service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339252
Nov 10 14:39:40.387808 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9ecd3f3e-2fee-4282-9aa0-1eb3605832f4 req-d7d52f90-7fc9-4de0-bf6d-fc33932a2402 service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353359
Nov 10 14:39:40.762746 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09960-f166-4272-91fd-23649084e35e req-50e92def-fa32-47dd-b1e1-e16ef1fa054f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:40.764269 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-80b09960-f166-4272-91fd-23649084e35e req-50e92def-fa32-47dd-b1e1-e16ef1fa054f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0927386
Nov 10 14:39:40.810723 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-80b09960-f166-4272-91fd-23649084e35e req-5ff93a13-4a36-4127-a1f0-7b4ba3767a13 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404894
Nov 10 14:39:40.993124 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e529-608f-43b9-bb49-a0a056afdec2 req-398a72e0-1c5e-4abc-9448-47cbb478e3f9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:40.995008 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-18b5e529-608f-43b9-bb49-a0a056afdec2 req-398a72e0-1c5e-4abc-9448-47cbb478e3f9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0850403
Nov 10 14:39:41.044589 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-18b5e529-608f-43b9-bb49-a0a056afdec2 req-3224a393-0c01-47be-9dfd-8f774a48f170 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417624
Nov 10 14:39:41.377057 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-35bfd90c-e2cf-4748-9f88-b2c2cf50b95b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:41.378509 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-35bfd90c-e2cf-4748-9f88-b2c2cf50b95b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/networks?id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2 HTTP/1.1" status: 200  len: 813 time: 0.1477337
Nov 10 14:39:41.399768 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-e8fb6fd3-ac8d-49c0-83f8-7290a3af1f38 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/quotas/5922bb61d971442280ac55798df8c5ab HTTP/1.1" status: 200  len: 375 time: 0.0100930
Nov 10 14:39:41.556215 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-705f3fcd-fe30-4586-9650-cc2da59d2ac1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1546588
Nov 10 14:39:41.558912 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99730a-739d-4c02-b15d-9889f7a73927 req-03a4607a-8f93-42b5-a2fb-6848ac6e90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:41.560311 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c99730a-739d-4c02-b15d-9889f7a73927 req-03a4607a-8f93-42b5-a2fb-6848ac6e90e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 1098 time: 0.1267114
Nov 10 14:39:41.813958 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-541b726d-fb04-4aef-bcc1-1dc4efa6bc71 service neutron] 10.222.0.37 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2499290
Nov 10 14:39:41.818518 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99730a-739d-4c02-b15d-9889f7a73927 req-59a99985-76f5-4d10-9f7f-c1226dd7d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:41.820095 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c99730a-739d-4c02-b15d-9889f7a73927 req-59a99985-76f5-4d10-9f7f-c1226dd7d2ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c63d63d-a43a-4aed-bb08-634fd5629552 HTTP/1.1" status: 200  len: 920 time: 0.1798279
Nov 10 14:39:42.036215 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335b3eb-d7fb-4adf-aaee-d6c9ac4e3782 req-10b729dc-77b4-41ab-b019-fe46d40aff95 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:42.037797 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2335b3eb-d7fb-4adf-aaee-d6c9ac4e3782 req-10b729dc-77b4-41ab-b019-fe46d40aff95 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1070843
Nov 10 14:39:42.071322 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c99730a-739d-4c02-b15d-9889f7a73927 req-4a6501fc-e458-4c59-a137-0dd41c584814 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb4db84b-cf37-44aa-b163-90343a69b5c7 HTTP/1.1" status: 200  len: 217 time: 0.0788300
Nov 10 14:39:42.092112 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2335b3eb-d7fb-4adf-aaee-d6c9ac4e3782 req-160bde1c-bd1b-4bbd-aedd-c455940a8aa4 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486388
Nov 10 14:39:42.168514 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-455b1cb9-4e74-449c-86bc-9289de947d0e service neutron] 10.222.0.37 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3454149
Nov 10 14:39:42.178220 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99730a-739d-4c02-b15d-9889f7a73927 req-b33424aa-eaeb-4e3e-a52b-d43247579fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:42.179848 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c99730a-739d-4c02-b15d-9889f7a73927 req-b33424aa-eaeb-4e3e-a52b-d43247579fae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd616024-d7e8-458c-988c-76b5df329b34 HTTP/1.1" status: 200  len: 859 time: 0.0805414
Nov 10 14:39:42.242551 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c99730a-739d-4c02-b15d-9889f7a73927 req-512def17-f682-4bb8-b798-498a3091bdd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c63d63d-a43a-4aed-bb08-634fd5629552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504339
Nov 10 14:39:42.313119 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e2785-d872-41ea-b85b-7d4aebe658b6 req-e1f46e6c-234f-4267-a658-041bfdfc3188 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:42.314664 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1a5e2785-d872-41ea-b85b-7d4aebe658b6 req-e1f46e6c-234f-4267-a658-041bfdfc3188 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1120336
Nov 10 14:39:42.396807 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1a5e2785-d872-41ea-b85b-7d4aebe658b6 req-9d8edb53-1a30-4cfb-a4eb-b2a81e5d2f75 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718322
Nov 10 14:39:42.417294 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c99730a-739d-4c02-b15d-9889f7a73927 req-6a2743f0-57a8-439b-b16c-e0e949cfb7e5 service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673548
Nov 10 14:39:42.629869 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-91b252d4-194f-4bfe-93db-40755a7fef92 req-50dc7829-012a-4a84-b4bd-0fe908332129 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 210 time: 0.0769176
Nov 10 14:39:42.697763 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c99730a-739d-4c02-b15d-9889f7a73927 req-16ce7787-9bec-4c00-9cd8-00e941a6e4b7 service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2690742
Nov 10 14:39:43.279584 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67584d6d-a89a-426e-b127-05fc07f0adf6 req-7817878c-cbb6-48b5-8014-b5583c069ef8 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:43.281043 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-67584d6d-a89a-426e-b127-05fc07f0adf6 req-7817878c-cbb6-48b5-8014-b5583c069ef8 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0825953
Nov 10 14:39:43.329794 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-67584d6d-a89a-426e-b127-05fc07f0adf6 req-5e5e0acf-0aa7-44a5-b373-606743e52fab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402827
Nov 10 14:39:43.583576 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb286f9-7398-4c4a-a4da-6da5b65070c4 req-c305679b-e69e-4f55-925a-eebdac8de442 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:43.585048 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0bb286f9-7398-4c4a-a4da-6da5b65070c4 req-c305679b-e69e-4f55-925a-eebdac8de442 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0831323
Nov 10 14:39:43.631994 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0bb286f9-7398-4c4a-a4da-6da5b65070c4 req-94d2ee03-86f4-4131-a1a3-ef18ff74f073 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410836
Nov 10 14:39:43.817473 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1161502c-bd67-4d01-87c1-60a42c029f90 req-fe89b776-d176-4514-90bb-fa2ec62794ff tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 210 time: 0.0608008
Nov 10 14:39:44.410724 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:44.528621 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac9fb4-caf4-4843-a7a8-9d5c19b3e02c req-a7156e81-3822-446b-af37-ae0bf6c4095f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:44.530098 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e7ac9fb4-caf4-4843-a7a8-9d5c19b3e02c req-a7156e81-3822-446b-af37-ae0bf6c4095f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0883174
Nov 10 14:39:44.586510 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e7ac9fb4-caf4-4843-a7a8-9d5c19b3e02c req-b0ad80cb-68e6-4b7c-9ef8-6c6a2c95c9b1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492227
Nov 10 14:39:44.865203 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595b600-0b0d-49f4-b7cd-4cb7850355ac req-eeb491a4-a088-454d-9a5a-d2a626d91590 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:44.866774 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f595b600-0b0d-49f4-b7cd-4cb7850355ac req-eeb491a4-a088-454d-9a5a-d2a626d91590 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0873828
Nov 10 14:39:44.928360 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f595b600-0b0d-49f4-b7cd-4cb7850355ac req-9eed0e19-ea19-4f7b-92e0-d7368d7a0a6d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552249
Nov 10 14:39:44.992535 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bab9a8f-f33a-4f1b-8033-90d946fd76d9 req-ae8dbd43-9725-48b3-9df5-600cd3c91729 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 210 time: 0.0554101
Nov 10 14:39:45.800526 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd7b97-90a9-44d4-835e-5f523122420b req-f42370f3-d97b-40f4-aa7d-e405a2098165 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:45.802060 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-69cd7b97-90a9-44d4-835e-5f523122420b req-f42370f3-d97b-40f4-aa7d-e405a2098165 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1030140
Nov 10 14:39:45.851647 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-69cd7b97-90a9-44d4-835e-5f523122420b req-88761cb0-93de-42bf-adc1-9e9f8653a683 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421691
Nov 10 14:39:45.881972 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-e533468c-9e44-4e38-9124-c7f8caa048ed tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:45.883570 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-e533468c-9e44-4e38-9124-c7f8caa048ed tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "GET /v2.0/networks?id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2 HTTP/1.1" status: 200  len: 813 time: 0.1775570
Nov 10 14:39:45.903885 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Request body: {'port': {'device_id': '1aab1369-5769-49ac-929f-1a12d96b78ca', 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2', 'admin_state_up': True, 'tenant_id': '5922bb61d971442280ac55798df8c5ab'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:39:46.075340 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:46.116290 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Usage tracker for resource:port and tenant:5922bb61d971442280ac55798df8c5ab is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:46.124308 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:46.132632 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:46.168206 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-635e0347-c3cc-4808-a13f-1788b8a7f32c req-58f7ac80-4cb2-4c75-9a47-f8b6e987f0e1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 210 time: 0.0460181
Nov 10 14:39:46.171653 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a224cb-7dd9-4cff-bf77-b7f14d1d1a1a req-e4209997-e057-4329-8561-d7cd6e35c83a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:46.175263 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-68a224cb-7dd9-4cff-bf77-b7f14d1d1a1a req-e4209997-e057-4329-8561-d7cd6e35c83a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1005466
Nov 10 14:39:46.241653 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-68a224cb-7dd9-4cff-bf77-b7f14d1d1a1a req-2f775dd8-a990-4bcb-871b-2198b613b9a0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512378
Nov 10 14:39:46.273611 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Made reservation on behalf of 5922bb61d971442280ac55798df8c5ab for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:39:46.277239 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:46.442712 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Allocated IP 172.20.0.7 (ff02c67e-ef4b-4d81-be13-036d90b0b5e2/d6f4016f-e940-4f2d-b741-d4304df11406/05dbecd5-7e93-4554-bc2d-722c9a3459ee) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:39:46.729799 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:46.863072 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:46.868922 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:46.880721 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7891d630-cd7f-4e87-9505-1e12c195b582', 'd506fe63-0e24-46e1-bf5d-c72174fb97ac', 'a767d549-91af-42f4-987e-bae76d206a10'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:39:46.935886 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:39:46.939162 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:39:46.943162 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:39:46.981101 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Pushing event updated for resources: {'Port': ['ID=05dbecd5-7e93-4554-bc2d-722c9a3459ee,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:46.990362 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:47.016090 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:47.016728 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:47.061612 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d20e7d-8f45-4227-a122-14480d1ce92b req-9b721dfd-00ca-4d46-b0f2-e3a3d6df2cfa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:47.063499 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-67d20e7d-8f45-4227-a122-14480d1ce92b req-9b721dfd-00ca-4d46-b0f2-e3a3d6df2cfa tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0986423
Nov 10 14:39:47.115136 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-67d20e7d-8f45-4227-a122-14480d1ce92b req-8e8c20f2-3834-4392-98f9-ade6c5ab94d7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459065
Nov 10 14:39:47.149122 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2488794
Nov 10 14:39:47.170790 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Request body: {'port': {'device_id': '1aab1369-5769-49ac-929f-1a12d96b78ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:39:47.330564 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:47.441216 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea2482-61a7-4627-bacc-fe5c911c6a98 req-cff50927-2fc9-4bd7-92f2-8443399e56a7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:47.442603 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-95ea2482-61a7-4627-bacc-fe5c911c6a98 req-cff50927-2fc9-4bd7-92f2-8443399e56a7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0863969
Nov 10 14:39:47.480629 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18227ba-10df-49da-ad7d-b05568884757 req-d1771888-26ef-4f35-b8fc-5af7f8427c01 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:47.481321 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-f18227ba-10df-49da-ad7d-b05568884757 req-d1771888-26ef-4f35-b8fc-5af7f8427c01 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Synchronizing usage tracker for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:39:47.490086 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-95ea2482-61a7-4627-bacc-fe5c911c6a98 req-bc341808-41e1-4b52-8c2c-48e965f58932 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412903
Nov 10 14:39:47.628652 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-f18227ba-10df-49da-ad7d-b05568884757 req-d1771888-26ef-4f35-b8fc-5af7f8427c01 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Unset dirty status for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:39:47.629802 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f18227ba-10df-49da-ad7d-b05568884757 req-d1771888-26ef-4f35-b8fc-5af7f8427c01 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 931 time: 0.3442640
Nov 10 14:39:47.697138 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f18227ba-10df-49da-ad7d-b05568884757 req-567bef20-a1bd-4e2e-9043-d1d3fc906895 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585599
Nov 10 14:39:47.786268 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05dbecd5-7e93-4554-bc2d-722c9a3459ee {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:39:47.793857 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:47.809158 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Transition to ACTIVE for port object 05dbecd5-7e93-4554-bc2d-722c9a3459ee will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:39:47.890565 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:47.895606 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:48.056453 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Pushing event updated for resources: {'Port': ['ID=05dbecd5-7e93-4554-bc2d-722c9a3459ee,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:48.088616 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:48.140007 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Attempting to bind port 05dbecd5-7e93-4554-bc2d-722c9a3459ee on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:39:48.140330 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Attempting to bind port 05dbecd5-7e93-4554-bc2d-722c9a3459ee by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:39:48.142083 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Attempting to bind port 05dbecd5-7e93-4554-bc2d-722c9a3459ee on network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:39:48.157291 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Port 05dbecd5-7e93-4554-bc2d-722c9a3459ee on network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:39:48.158386 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Attempting to bind port 05dbecd5-7e93-4554-bc2d-722c9a3459ee on network ff02c67e-ef4b-4d81-be13-036d90b0b5e2 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:39:48.165086 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:39:48.165564 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Checking segment: {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:39:48.166052 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Bound using segment: {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:39:48.166631 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Bound port: 05dbecd5-7e93-4554-bc2d-722c9a3459ee, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70380c25-b3d8-45fe-8093-a686d93f74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:39:48.167094 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:48.283472 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] For port 05dbecd5-7e93-4554-bc2d-722c9a3459ee, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:39:48.287679 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] For port 05dbecd5-7e93-4554-bc2d-722c9a3459ee, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=05dbecd5-7e93-4554-bc2d-722c9a3459ee,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:39:48.315664 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 54992) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:48.355746 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9f69c-b718-4a03-a888-568366eabd89 req-b684b8d1-0332-48d4-83a5-a5dc8eba4650 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:48.357203 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-dae9f69c-b718-4a03-a888-568366eabd89 req-b684b8d1-0332-48d4-83a5-a5dc8eba4650 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1036527
Nov 10 14:39:48.398538 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:48.400922 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-dae9f69c-b718-4a03-a888-568366eabd89 req-63db3f08-07ab-4282-a585-0bed3a4c2093 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373001
Nov 10 14:39:48.403402 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9410147f-a84e-443a-91b0-f991ded8b573 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:48.479338 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:48.479953 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:48.481286 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/05dbecd5-7e93-4554-bc2d-722c9a3459ee HTTP/1.1" status: 200  len: 1093 time: 1.3184061
Nov 10 14:39:48.483414 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aab1369-5769-49ac-929f-1a12d96b78ca', 'tag': '05dbecd5-7e93-4554-bc2d-722c9a3459ee'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:39:48.493750 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-52937bca-e37d-4e31-9be1-37d8e7205028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:48.513212 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-52937bca-e37d-4e31-9be1-37d8e7205028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:48.519236 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Pushing event updated for resources: {'Port': ['ID=05dbecd5-7e93-4554-bc2d-722c9a3459ee,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:48.522431 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-52937bca-e37d-4e31-9be1-37d8e7205028 admin admin] Usage tracker for resource:security_group_rule and tenant:16bd49d97a9c42569d317516ed00526f is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:48.525377 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:48.526193 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-52937bca-e37d-4e31-9be1-37d8e7205028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:48.533194 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-52937bca-e37d-4e31-9be1-37d8e7205028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:48.555307 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aab1369-5769-49ac-929f-1a12d96b78ca', 'tag': '05dbecd5-7e93-4554-bc2d-722c9a3459ee', 'status': 'completed', 'code': 200}
Nov 10 14:39:48.676674 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-52937bca-e37d-4e31-9be1-37d8e7205028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:48.691853 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763564ab-f0f8-492d-97dc-e55cf2068086 req-6a028f64-7cbe-4984-8d17-b28a7eeef4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:48.693342 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-763564ab-f0f8-492d-97dc-e55cf2068086 req-6a028f64-7cbe-4984-8d17-b28a7eeef4c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 1096 time: 0.1011863
Nov 10 14:39:48.695286 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0a2b0-1c54-4b0e-b0b1-c26e6342e884 req-7cc62833-ac3d-466f-9000-d85738434a3c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:48.696728 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b0d0a2b0-1c54-4b0e-b0b1-c26e6342e884 req-7cc62833-ac3d-466f-9000-d85738434a3c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0841413
Nov 10 14:39:48.742767 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b0d0a2b0-1c54-4b0e-b0b1-c26e6342e884 req-19f290c9-b0b8-4704-8c26-63d72b087667 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398419
Nov 10 14:39:48.782809 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-52937bca-e37d-4e31-9be1-37d8e7205028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:48.797592 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-82119db3-b1ef-4fb8-81c9-057efca3cc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:48.885242 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-52937bca-e37d-4e31-9be1-37d8e7205028 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16bd49d97a9c42569d317516ed00526f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5681164
Nov 10 14:39:48.888419 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 55006) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:48.897297 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52937bca-e37d-4e31-9be1-37d8e7205028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92272c99-3589-4f4a-b68e-5c402236c760,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:48.915853 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-52937bca-e37d-4e31-9be1-37d8e7205028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:48.944293 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763564ab-f0f8-492d-97dc-e55cf2068086 req-11006a58-f4ba-408e-9ece-384bf0b4c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:48.945843 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-763564ab-f0f8-492d-97dc-e55cf2068086 req-11006a58-f4ba-408e-9ece-384bf0b4c60c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5922bb61d971442280ac55798df8c5ab&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2409737
Nov 10 14:39:48.950740 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-122a9bef-fe9e-4d46-8e3d-a2095175ed5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:48.969647 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a780349-2637-4fe6-b4bd-fcbd8d0fb940 req-513fb532-5e53-4082-ab8e-f270b6801e26 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:48.973295 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1a780349-2637-4fe6-b4bd-fcbd8d0fb940 req-513fb532-5e53-4082-ab8e-f270b6801e26 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 943 time: 0.1488001
Nov 10 14:39:48.979301 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-122a9bef-fe9e-4d46-8e3d-a2095175ed5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:49.020222 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1a780349-2637-4fe6-b4bd-fcbd8d0fb940 req-d7d700f9-3d41-4558-a38c-0a7dc6debaa6 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426722
Nov 10 14:39:49.126394 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-122a9bef-fe9e-4d46-8e3d-a2095175ed5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:49.131198 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-b0f64c53-cc10-4444-9346-c88137ee3b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:49.145931 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a9bef-fe9e-4d46-8e3d-a2095175ed5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92272c99-3589-4f4a-b68e-5c402236c760,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:49.148835 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-122a9bef-fe9e-4d46-8e3d-a2095175ed5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:49.150868 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-122a9bef-fe9e-4d46-8e3d-a2095175ed5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:49.151882 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-122a9bef-fe9e-4d46-8e3d-a2095175ed5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92272c99-3589-4f4a-b68e-5c402236c760 HTTP/1.1" status: 204  len: 168 time: 0.2624941
Nov 10 14:39:49.228529 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763564ab-f0f8-492d-97dc-e55cf2068086 req-cd7bdd43-7894-4f1e-aa72-5ff39101add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:49.230529 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-763564ab-f0f8-492d-97dc-e55cf2068086 req-cd7bdd43-7894-4f1e-aa72-5ff39101add4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1950176
Nov 10 14:39:49.355249 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-d3da3a25-301c-4916-a3f9-599298475f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:49.357339 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-d3da3a25-301c-4916-a3f9-599298475f05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5922bb61d971442280ac55798df8c5ab&device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 1096 time: 0.0764856
Nov 10 14:39:49.441112 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-82b8e58d-be78-4afd-a296-99622df0c068 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05dbecd5-7e93-4554-bc2d-722c9a3459ee HTTP/1.1" status: 200  len: 217 time: 0.0648682
Nov 10 14:39:49.512640 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-1bc58932-f8ba-4350-972a-a6a9cfd0d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:49.514080 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-1bc58932-f8ba-4350-972a-a6a9cfd0d3d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6f4016f-e940-4f2d-b741-d4304df11406 HTTP/1.1" status: 200  len: 853 time: 0.0689247
Nov 10 14:39:49.587128 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-de7e8efd-d113-4eca-b968-09a679230632 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff02c67e-ef4b-4d81-be13-036d90b0b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0503585
Nov 10 14:39:49.608797 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23341f2-b069-4e19-b2fa-2ee3d3c7df46 req-8b424469-b351-43e5-b2f1-b492d7a2069d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:49.610917 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f23341f2-b069-4e19-b2fa-2ee3d3c7df46 req-8b424469-b351-43e5-b2f1-b492d7a2069d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0855975
Nov 10 14:39:49.675120 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f23341f2-b069-4e19-b2fa-2ee3d3c7df46 req-e92ab583-107f-4074-aa75-bd2ba70bf505 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559034
Nov 10 14:39:49.743174 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-f8dab058-c6fc-4877-b12b-655c7b7977b7 service neutron] 10.222.0.16 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405683
Nov 10 14:39:49.944322 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac5df65b-7e95-4fe3-b1eb-21425bcb6b26 req-b717ce85-6e43-4d8a-b72d-8615a1a84b89 service neutron] 10.222.0.16 "GET /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934764
Nov 10 14:39:49.982723 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53deea12-a2ee-4e72-bb26-b9646b9295de req-2ae67e41-6046-4245-9c84-b30d3a29b597 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:49.984412 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-53deea12-a2ee-4e72-bb26-b9646b9295de req-2ae67e41-6046-4245-9c84-b30d3a29b597 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1021681
Nov 10 14:39:50.030227 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-53deea12-a2ee-4e72-bb26-b9646b9295de req-b5d94b4d-8015-4563-92b3-de484044354a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395598
Nov 10 14:39:50.293462 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460cf8a-e5aa-43bc-acd6-c08685695fec req-912f9057-062f-4ef0-b10f-4554984bee02 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:50.294951 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8460cf8a-e5aa-43bc-acd6-c08685695fec req-912f9057-062f-4ef0-b10f-4554984bee02 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 943 time: 0.1401887
Nov 10 14:39:50.341232 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8460cf8a-e5aa-43bc-acd6-c08685695fec req-cb544c4d-dca1-4626-8f7d-4845e2f3e2b0 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398045
Nov 10 14:39:50.869572 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71355bc-6689-4f1e-918e-0b373b1473eb req-68e2380f-6fb1-4d10-85c0-4fd0e1b2cfc6 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:50.871027 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a71355bc-6689-4f1e-918e-0b373b1473eb req-68e2380f-6fb1-4d10-85c0-4fd0e1b2cfc6 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0850148
Nov 10 14:39:50.915035 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a71355bc-6689-4f1e-918e-0b373b1473eb req-8c4090b1-61d5-4dae-87af-885e974e8bd6 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373454
Nov 10 14:39:51.228896 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8065f07-3def-4fe2-aaa9-02c7d6dae4c2 req-ac229846-09d0-40c0-a3af-29c2343b8837 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:51.230341 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f8065f07-3def-4fe2-aaa9-02c7d6dae4c2 req-ac229846-09d0-40c0-a3af-29c2343b8837 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0861268
Nov 10 14:39:51.275724 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f8065f07-3def-4fe2-aaa9-02c7d6dae4c2 req-41b6532a-014b-4f28-8387-fdcc2350775d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388844
Nov 10 14:39:51.530599 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45887-574d-4f3c-a128-763cf617eaec req-cb666436-aabd-454a-aaeb-684fa3089058 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:51.533270 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2be45887-574d-4f3c-a128-763cf617eaec req-cb666436-aabd-454a-aaeb-684fa3089058 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 943 time: 0.0883334
Nov 10 14:39:51.580131 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2be45887-574d-4f3c-a128-763cf617eaec req-f0c3d27c-e304-4040-b560-f15bb2dcf2f9 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410459
Nov 10 14:39:52.106868 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655d712-9e91-4130-9196-cb202888659d req-5b85ddbe-6f30-4e3a-bfb4-0f9a61c943f1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:52.108507 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1655d712-9e91-4130-9196-cb202888659d req-5b85ddbe-6f30-4e3a-bfb4-0f9a61c943f1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0827584
Nov 10 14:39:52.152249 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1655d712-9e91-4130-9196-cb202888659d req-f53c0e7c-c926-4762-86ba-662db9d0b53b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380888
Nov 10 14:39:52.339161 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 05dbecd5-7e93-4554-bc2d-722c9a3459ee details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:39:52.479872 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894329a0-0a03-4a74-a1ec-1dab030c21f0 req-8c522710-0eb1-408e-b1bb-f13a1a10c3b2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:52.481403 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-894329a0-0a03-4a74-a1ec-1dab030c21f0 req-8c522710-0eb1-408e-b1bb-f13a1a10c3b2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0904467
Nov 10 14:39:52.487745 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 05dbecd5-7e93-4554-bc2d-722c9a3459ee, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=05dbecd5-7e93-4554-bc2d-722c9a3459ee,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:39:52.506453 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '05dbecd5-7e93-4554-bc2d-722c9a3459ee', 'network_id': 'ff02c67e-ef4b-4d81-be13-036d90b0b5e2', 'port_id': '05dbecd5-7e93-4554-bc2d-722c9a3459ee', 'mac_address': 'fa:16:3e:65:26:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f4016f-e940-4f2d-b741-d4304df11406', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:39:52.531597 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-894329a0-0a03-4a74-a1ec-1dab030c21f0 req-8aaea4e2-d371-482f-860e-84b0cc82d72d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433285
Nov 10 14:39:52.568960 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:52.586560 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05dbecd5-7e93-4554-bc2d-722c9a3459ee {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:39:52.608504 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 05dbecd5-7e93-4554-bc2d-722c9a3459ee, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=05dbecd5-7e93-4554-bc2d-722c9a3459ee,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:39:52.712473 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:52.714284 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-036491ff-74d0-4af4-9193-327b270b2c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:52.777835 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7065ab-77d8-48ad-9c3a-1a0b2f8554ad req-5142d354-efb2-40a3-98eb-6d22b10fbdba tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:52.779351 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-fb7065ab-77d8-48ad-9c3a-1a0b2f8554ad req-5142d354-efb2-40a3-98eb-6d22b10fbdba tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 944 time: 0.0881791
Nov 10 14:39:52.792043 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=05dbecd5-7e93-4554-bc2d-722c9a3459ee,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:52.795298 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:52.826833 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-fb7065ab-77d8-48ad-9c3a-1a0b2f8554ad req-c0e6140f-df01-452c-99d7-834f5e85e50a tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412507
Nov 10 14:39:53.000127 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-975981ff-3d3b-484b-bd92-6de0dc9552d3 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ffbe0314d057428ea108c9e9ac7fe23d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0300910
Nov 10 14:39:53.153903 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-dd84ecfa-5adb-452f-9a0b-38b00ecbb4ec tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:53.155428 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-dd84ecfa-5adb-452f-9a0b-38b00ecbb4ec tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1502779
Nov 10 14:39:53.171367 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-a6afcd04-0c62-40bd-baf6-28cb48ece1cf tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/quotas/ffbe0314d057428ea108c9e9ac7fe23d HTTP/1.1" status: 200  len: 375 time: 0.0095489
Nov 10 14:39:53.220892 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-037d1001-6352-41fd-b0ce-ef2ee178d69c tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffbe0314d057428ea108c9e9ac7fe23d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0441992
Nov 10 14:39:53.337377 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc436713-407d-467a-9191-cfddd592f9e0 req-4cd44212-7c28-4314-8614-6033341a947c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:53.339192 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bc436713-407d-467a-9191-cfddd592f9e0 req-4cd44212-7c28-4314-8614-6033341a947c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0823448
Nov 10 14:39:53.367801 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['05dbecd5-7e93-4554-bc2d-722c9a3459ee'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:39:53.388551 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bc436713-407d-467a-9191-cfddd592f9e0 req-542c2642-fba0-4059-9781-f9c0694d9eae tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431290
Nov 10 14:39:53.585781 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c0d3d1cf-4fe6-4180-b6b9-8371f3227d55 req-a92278e6-f328-4150-ac7c-503dcca0a0cd tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 210 time: 0.0602365
Nov 10 14:39:53.749398 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8e39d-a140-4c17-a037-c40b89716293 req-1487b879-dd12-4b95-86e7-fe9999a6a3c7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:53.752429 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b6a8e39d-a140-4c17-a037-c40b89716293 req-1487b879-dd12-4b95-86e7-fe9999a6a3c7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0847139
Nov 10 14:39:53.808873 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b6a8e39d-a140-4c17-a037-c40b89716293 req-4755c743-e254-4a63-9e9f-f468794f2916 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497680
Nov 10 14:39:54.014933 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5153a-5ef1-498a-8fc7-295c06282949 req-444f18a3-e1c7-4e3b-ae7b-f282fbb56c3c tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:54.016896 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e7d5153a-5ef1-498a-8fc7-295c06282949 req-444f18a3-e1c7-4e3b-ae7b-f282fbb56c3c tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 944 time: 0.0843036
Nov 10 14:39:54.064630 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e7d5153a-5ef1-498a-8fc7-295c06282949 req-e8262632-6c05-46c4-9d88-ec1ba070ee59 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415757
Nov 10 14:39:54.581841 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe26e-d5d2-4d0c-94c5-331b330f370f req-adb619a1-c57f-491e-b341-b8803f5a9993 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:54.583253 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3c1fe26e-d5d2-4d0c-94c5-331b330f370f req-adb619a1-c57f-491e-b341-b8803f5a9993 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0812829
Nov 10 14:39:54.631301 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3c1fe26e-d5d2-4d0c-94c5-331b330f370f req-b251f0c6-b69d-4254-8ae4-94ab6fde10d2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416296
Nov 10 14:39:54.684062 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4a243412-3131-42b1-94af-d68b7f9b2eeb req-d2f8e5ab-8f1a-46a8-bb7f-26ee37d5a355 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 210 time: 0.0438890
Nov 10 14:39:54.827628 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-62d24ec5-c585-4558-957b-524a397456f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:55.003916 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f877-be0d-4e1a-b90d-08e54c586c62 req-a1cd11d5-9e27-4457-a733-977e27debb91 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:55.005363 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a982f877-be0d-4e1a-b90d-08e54c586c62 req-a1cd11d5-9e27-4457-a733-977e27debb91 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0837154
Nov 10 14:39:55.049749 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a982f877-be0d-4e1a-b90d-08e54c586c62 req-41da75bb-6d07-4bae-a1ac-8b3945cf7769 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383823
Nov 10 14:39:55.245358 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:55.249611 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4643f-95b7-4db1-935e-f35d4bb8e175 req-21a1ed52-0d2b-4948-b6b1-01e52132372a tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:55.255564 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3dd4643f-95b7-4db1-935e-f35d4bb8e175 req-21a1ed52-0d2b-4948-b6b1-01e52132372a tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 944 time: 0.0844367
Nov 10 14:39:55.296147 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3dd4643f-95b7-4db1-935e-f35d4bb8e175 req-8d10f8ec-846b-40d4-b705-92d322ed351e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388412
Nov 10 14:39:55.822869 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809841b-9b91-4b45-a1f5-81e3f9ac8cb7 req-90c23ae8-45a7-4d71-977e-1ebccb464071 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:55.824654 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5809841b-9b91-4b45-a1f5-81e3f9ac8cb7 req-90c23ae8-45a7-4d71-977e-1ebccb464071 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0843012
Nov 10 14:39:55.843685 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1e20f26c-aa47-493b-b2b1-254ea1caaf75 req-28f7b1c3-bc7e-43de-a8c1-86da9bff8197 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 210 time: 0.0479629
Nov 10 14:39:55.870637 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5809841b-9b91-4b45-a1f5-81e3f9ac8cb7 req-2780d383-5133-4718-82ab-2e08ddf1fe26 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401454
Nov 10 14:39:56.245419 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c347a4c-36d7-4edc-9d94-ca8ee069c1c9 req-ca2244a1-c4cb-4cf2-9af0-b0a4f066749d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:56.247020 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0c347a4c-36d7-4edc-9d94-ca8ee069c1c9 req-ca2244a1-c4cb-4cf2-9af0-b0a4f066749d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0811822
Nov 10 14:39:56.298031 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0c347a4c-36d7-4edc-9d94-ca8ee069c1c9 req-5965167b-9f80-487a-a348-488892c63483 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415676
Nov 10 14:39:56.382712 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 05dbecd5-7e93-4554-bc2d-722c9a3459ee up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:39:56.564865 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-16e110a5-7df4-46a6-9d64-d633a18d3613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ffbe0314d057428ea108c9e9ac7fe23d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0333514
Nov 10 14:39:56.616837 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port 05dbecd5-7e93-4554-bc2d-722c9a3459ee completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:39:56.630130 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 05dbecd5-7e93-4554-bc2d-722c9a3459ee triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:39:56.632245 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:56.739952 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91cb9-cbb3-4ad2-9c95-2be4d426bdff req-f40b9e38-4df5-4160-af74-10c151200c06 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:56.741483 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32e91cb9-cbb3-4ad2-9c95-2be4d426bdff req-f40b9e38-4df5-4160-af74-10c151200c06 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 944 time: 0.3352535
Nov 10 14:39:56.782217 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-204a155c-3efe-449c-b24d-9581a8e9daaa tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:56.783558 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-204a155c-3efe-449c-b24d-9581a8e9daaa tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2099729
Nov 10 14:39:56.783930 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:56.811747 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aab1369-5769-49ac-929f-1a12d96b78ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dbecd5-7e93-4554-bc2d-722c9a3459ee'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:39:56.823342 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 05dbecd5-7e93-4554-bc2d-722c9a3459ee, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=05dbecd5-7e93-4554-bc2d-722c9a3459ee,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:39:56.827835 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32e91cb9-cbb3-4ad2-9c95-2be4d426bdff req-85f93fb9-4575-4a51-9231-ae29300282fa tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740585
Nov 10 14:39:56.833419 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Request body: {'port': {'device_id': '3aded88d-eea4-4a01-be23-1ea68a6a4e1c', 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22', 'admin_state_up': True, 'tenant_id': 'ffbe0314d057428ea108c9e9ac7fe23d'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:39:56.875227 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aab1369-5769-49ac-929f-1a12d96b78ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dbecd5-7e93-4554-bc2d-722c9a3459ee', 'code': 200}
Nov 10 14:39:56.897327 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:56.901614 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ae31fea5-f4b2-4840-b58f-6248d6998b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:57.057655 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:57.067698 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Usage tracker for resource:port and tenant:ffbe0314d057428ea108c9e9ac7fe23d is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:57.075547 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:57.086101 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=05dbecd5-7e93-4554-bc2d-722c9a3459ee,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:57.090185 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:57.092221 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:57.164007 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-37e4fec4-2e24-4f46-868c-be8b57670e5e req-90b84523-d17a-4f50-9784-36f1627f5e8d tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 210 time: 0.0637889
Nov 10 14:39:57.216234 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c960d-377e-4780-a9f5-c4f80762529b req-174e8d79-4e43-45ef-85aa-688a3119f3b5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:57.217687 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-408c960d-377e-4780-a9f5-c4f80762529b req-174e8d79-4e43-45ef-85aa-688a3119f3b5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0944436
Nov 10 14:39:57.261556 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-408c960d-377e-4780-a9f5-c4f80762529b req-b5ebaa80-a8e1-43b3-b338-a843732724ce tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382526
Nov 10 14:39:57.273790 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Made reservation on behalf of ffbe0314d057428ea108c9e9ac7fe23d for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:39:57.283954 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:57.290439 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:57.309979 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:57.314929 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Usage tracker for resource:security_group_rule and tenant:ffbe0314d057428ea108c9e9ac7fe23d is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:57.317822 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:57.326047 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:57.494908 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4cb44544-e6e6-425d-9919-a5d64d48f52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:57.514430 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:57.536202 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716d40-357a-48f4-b172-b05c12ac3bd2 req-2cffdcb2-bdc4-4325-9d73-3490a5ad523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:57.537682 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e0716d40-357a-48f4-b172-b05c12ac3bd2 req-2cffdcb2-bdc4-4325-9d73-3490a5ad523b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 1098 time: 0.1792915
Nov 10 14:39:57.558688 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eafeb-dc29-4174-bfbc-28b8318ef7e1 req-98d8a977-dc8c-490d-8131-78696170bebc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:57.560051 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-756eafeb-dc29-4174-bfbc-28b8318ef7e1 req-98d8a977-dc8c-490d-8131-78696170bebc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1282222
Nov 10 14:39:57.616953 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:57.623894 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aa287ec7-6600-47e0-9fbd-a1c6d528e771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:57.675221 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e0716d40-357a-48f4-b172-b05c12ac3bd2 req-4bb059c4-01f6-4949-90da-6e0c1471f3a3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141994
Nov 10 14:39:57.689717 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-756eafeb-dc29-4174-bfbc-28b8318ef7e1 req-8f33ce9f-5ec9-4ff1-88b6-45c3591c0c35 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1146021
Nov 10 14:39:57.712444 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28bdf9d6-6c51-4374-b789-350165c1ba89,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:57.718017 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:57.806188 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Allocated IP 192.168.233.98 (bb26b03c-5658-4352-a565-8743cb70ab22/5a410412-6832-4b6b-87af-6530fa16dd35/ab20b634-d6d6-4d70-8c85-e7bb7445e510) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:39:58.016443 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a881266-6d63-4325-8f59-23224834f69e req-0ab8e263-cedc-4bc9-aa1c-3a76aeca7b5e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:58.018069 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4a881266-6d63-4325-8f59-23224834f69e req-0ab8e263-cedc-4bc9-aa1c-3a76aeca7b5e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 945 time: 0.0811687
Nov 10 14:39:58.023094 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:58.039692 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Transition to ACTIVE for port object ab20b634-d6d6-4d70-8c85-e7bb7445e510 will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:39:58.067018 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4a881266-6d63-4325-8f59-23224834f69e req-501dc932-a831-419c-a354-5fc950a49b11 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430851
Nov 10 14:39:58.245218 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:58.253001 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9560430e-979e-4967-95b3-5e951498782b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:58.374203 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Network bb26b03c-5658-4352-a565-8743cb70ab22 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:39:58.378487 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:39:58.381596 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:39:58.393714 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:58.456427 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Pushing event updated for resources: {'Port': ['ID=ab20b634-d6d6-4d70-8c85-e7bb7445e510,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:58.459520 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678a2e2-b1d2-4ae1-8c7e-e55c837da79c req-f90ea4ba-d617-494f-bb10-d2efd46d8d7f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:58.461796 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a678a2e2-b1d2-4ae1-8c7e-e55c837da79c req-f90ea4ba-d617-494f-bb10-d2efd46d8d7f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0880504
Nov 10 14:39:58.466950 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:58.516216 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:58.516858 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:58.540256 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731e74d-852a-488b-825e-76125f139c3f req-5648cb2c-9aed-4680-b4c5-0bd0a9e2de2a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:58.541767 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9731e74d-852a-488b-825e-76125f139c3f req-5648cb2c-9aed-4680-b4c5-0bd0a9e2de2a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 935 time: 0.2529016
Nov 10 14:39:58.566101 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a678a2e2-b1d2-4ae1-8c7e-e55c837da79c req-289f299e-0ec3-49e6-9ba3-08b107bdf94d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945306
Nov 10 14:39:58.599628 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-9731e74d-852a-488b-825e-76125f139c3f req-879c6745-1634-4a19-8ba8-e64c005da6ee tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Synchronizing usage tracker for tenant:ffbe0314d057428ea108c9e9ac7fe23d on resource:security_group {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:39:58.646094 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8166258
Nov 10 14:39:58.662953 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Request body: {'port': {'device_id': '3aded88d-eea4-4a01-be23-1ea68a6a4e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:39:58.714740 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-9731e74d-852a-488b-825e-76125f139c3f req-879c6745-1634-4a19-8ba8-e64c005da6ee tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Unset dirty status for tenant:ffbe0314d057428ea108c9e9ac7fe23d on resource:security_group {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:39:58.716655 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9731e74d-852a-488b-825e-76125f139c3f req-879c6745-1634-4a19-8ba8-e64c005da6ee tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650984
Nov 10 14:39:58.754732 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 55216) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:58.781321 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 55220) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:58.794448 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-815c1467-e3bf-4849-a53a-4301c9ea3fb4 None None] Provisioning for port ab20b634-d6d6-4d70-8c85-e7bb7445e510 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:39:58.801777 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-815c1467-e3bf-4849-a53a-4301c9ea3fb4 None None] Provisioning complete for port ab20b634-d6d6-4d70-8c85-e7bb7445e510 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:39:58.802174 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-815c1467-e3bf-4849-a53a-4301c9ea3fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:58.843877 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:58.905942 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-815c1467-e3bf-4849-a53a-4301c9ea3fb4 None None] Port ab20b634-d6d6-4d70-8c85-e7bb7445e510 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:39:58.947454 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9c3d13-4fb7-4459-8dbf-44d385d9975f admin admin] Deleting subnet b6a1332c-ac04-42c7-85e2-906f7a95b2bb {{(pid=87468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:39:58.950985 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1e9c3d13-4fb7-4459-8dbf-44d385d9975f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.001510 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-db4aae81-d9a1-4044-b405-100e77efcd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.010498 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1e9c3d13-4fb7-4459-8dbf-44d385d9975f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972242'] for subnet, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.027788 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-db4aae81-d9a1-4044-b405-100e77efcd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:39:59.048393 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-db4aae81-d9a1-4044-b405-100e77efcd29 admin admin] Usage tracker for resource:security_group_rule and tenant:dc31cd05ac4b45a7b19539363c96c132 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:39:59.048621 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40e450-7767-40bf-b496-a840a375512e req-46b660ae-fa0d-4ba8-ac62-96a44de925c4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:59.050070 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ba40e450-7767-40bf-b496-a840a375512e req-46b660ae-fa0d-4ba8-ac62-96a44de925c4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.2181745
Nov 10 14:39:59.108944 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1e9c3d13-4fb7-4459-8dbf-44d385d9975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.143323 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ba40e450-7767-40bf-b496-a840a375512e req-2b3a7c03-b9e2-46fe-b881-53dc1baf3bf0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847006
Nov 10 14:39:59.160883 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-db4aae81-d9a1-4044-b405-100e77efcd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:39:59.166781 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-db4aae81-d9a1-4044-b405-100e77efcd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:39:59.363214 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee252fb-c9d0-45f3-859a-31ec3649fad6 req-c0922127-f529-4675-a814-0606dcb882a6 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:59.364694 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1ee252fb-c9d0-45f3-859a-31ec3649fad6 req-c0922127-f529-4675-a814-0606dcb882a6 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 945 time: 0.1815977
Nov 10 14:39:59.365316 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1e9c3d13-4fb7-4459-8dbf-44d385d9975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1176360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679677'] for subnet, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.370373 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:59.411600 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1e9c3d13-4fb7-4459-8dbf-44d385d9975f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.415324 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c3d13-4fb7-4459-8dbf-44d385d9975f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a1332c-ac04-42c7-85e2-906f7a95b2bb,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:59.418160 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-1e9c3d13-4fb7-4459-8dbf-44d385d9975f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:59.421044 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-1e9c3d13-4fb7-4459-8dbf-44d385d9975f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b6a1332c-ac04-42c7-85e2-906f7a95b2bb HTTP/1.1" status: 204  len: 168 time: 0.6648409
Nov 10 14:39:59.423513 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 55228) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:59.455177 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-db4aae81-d9a1-4044-b405-100e77efcd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.473936 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab20b634-d6d6-4d70-8c85-e7bb7445e510 {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:39:59.484452 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.495685 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1ee252fb-c9d0-45f3-859a-31ec3649fad6 req-e77bb7b2-25a4-4437-8387-67fbb8021f13 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221581
Nov 10 14:39:59.512102 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Transition to ACTIVE for port object ab20b634-d6d6-4d70-8c85-e7bb7445e510 will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:39:59.538266 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-db4aae81-d9a1-4044-b405-100e77efcd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.546855 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-90b791e1-8ab2-4972-b43e-82dbfa25face admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:59.591202 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-db4aae81-d9a1-4044-b405-100e77efcd29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc31cd05ac4b45a7b19539363c96c132&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8081393
Nov 10 14:39:59.593964 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aae81-d9a1-4044-b405-100e77efcd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9effd8ba-4cf5-406f-8564-8551342d6b9f,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:59.597806 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-db4aae81-d9a1-4044-b405-100e77efcd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:59.609042 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 55232) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:39:59.613100 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.629112 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.630367 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:39:59.742139 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.808387 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Pushing event updated for resources: {'Port': ['ID=ab20b634-d6d6-4d70-8c85-e7bb7445e510,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:39:59.812493 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:39:59.821583 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.872456 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fecc2cac0>,) {'filters': {'network_id': ['d2d57eb5-741e-44ce-940a-f2b5e2e1ee3f']}} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:39:59.891990 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fecc2cac0>, '7a6bd9cb-5aeb-40cf-8fa3-045ac253ec83') {'for_net_delete': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:39:59.892341 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fecc2cac0>, '7a6bd9cb-5aeb-40cf-8fa3-045ac253ec83') {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:39:59.908033 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972201'] for segment, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.932475 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.943745 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a918b2-dc17-425a-b438-f3eecb0e3015 req-7a3507a0-1b00-4b11-a594-c5959f0f819a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:39:59.946118 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-24a918b2-dc17-425a-b438-f3eecb0e3015 req-7a3507a0-1b00-4b11-a594-c5959f0f819a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1935561
Nov 10 14:39:59.951757 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=87468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:39:59.952163 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1176386'] for segment, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.960750 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6dc8e372-6610-49e8-acb6-c47538ea4049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]: Traceback (most recent call last):
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     timer()
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     cb(*args, **kw)
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     return func(*args, **kwargs)
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     self._notify()
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     self.callback(batched_events)
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     event.method(event)
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     return f(self, *a, **k)
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._get(url).json()
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:39:59.965623 dv-cinder-817404-1-iscsi neutron-server[87468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:40:00.008174 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6dc8e372-6610-49e8-acb6-c47538ea4049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.051856 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Attempting to bind port ab20b634-d6d6-4d70-8c85-e7bb7445e510 on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:40:00.052192 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Attempting to bind port ab20b634-d6d6-4d70-8c85-e7bb7445e510 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '80c1850d-93d8-4723-8905-b48b2e31d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:40:00.052528 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Attempting to bind port ab20b634-d6d6-4d70-8c85-e7bb7445e510 on network bb26b03c-5658-4352-a565-8743cb70ab22 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:40:00.073504 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Port ab20b634-d6d6-4d70-8c85-e7bb7445e510 on network bb26b03c-5658-4352-a565-8743cb70ab22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:40:00.078233 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Attempting to bind port ab20b634-d6d6-4d70-8c85-e7bb7445e510 on network bb26b03c-5658-4352-a565-8743cb70ab22 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:40:00.083775 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:40:00.084116 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Checking segment: {'id': '80c1850d-93d8-4723-8905-b48b2e31d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:40:00.084382 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-24a918b2-dc17-425a-b438-f3eecb0e3015 req-7caa0b55-f482-42e0-86c0-d5f6f0457e3d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178873
Nov 10 14:40:00.084492 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Bound using segment: {'id': '80c1850d-93d8-4723-8905-b48b2e31d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:40:00.084964 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Bound port: ab20b634-d6d6-4d70-8c85-e7bb7445e510, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c1850d-93d8-4723-8905-b48b2e31d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:40:00.085344 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.113153 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfd13e-5eb8-4bc8-b201-d85f044f3cb2 req-3dcdf9ec-957d-4422-bcc4-f8b4ee68f4fa tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:00.113887 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4adfd13e-5eb8-4bc8-b201-d85f044f3cb2 req-3dcdf9ec-957d-4422-bcc4-f8b4ee68f4fa tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Synchronizing usage tracker for tenant:ffbe0314d057428ea108c9e9ac7fe23d on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:40:00.159620 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.163261 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:00.177434 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.187049 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d57eb5-741e-44ce-940a-f2b5e2e1ee3f,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:00.191951 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d2d57eb5-741e-44ce-940a-f2b5e2e1ee3f HTTP/1.1" status: 204  len: 168 time: 0.7649839
Nov 10 14:40:00.191951 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-20777d80-5b20-47d5-a588-a6c6b17135a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:00.192446 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 55242) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:00.208058 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] For port ab20b634-d6d6-4d70-8c85-e7bb7445e510, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:40:00.211136 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] For port ab20b634-d6d6-4d70-8c85-e7bb7445e510, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ab20b634-d6d6-4d70-8c85-e7bb7445e510,segment=NetworkSegment(80c1850d-93d8-4723-8905-b48b2e31d6ff),segment_id=80c1850d-93d8-4723-8905-b48b2e31d6ff)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:40:00.251184 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f5c416-8f7e-4285-be1a-c1907028eb65 admin admin] Deleting subnet c24115ad-57b8-40ed-b98e-b81bb68ae638 {{(pid=87468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:40:00.254216 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c416-8f7e-4285-be1a-c1907028eb65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.267955 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6dc8e372-6610-49e8-acb6-c47538ea4049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.272358 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c41fef65-7163-4a30-8c41-28bac3a79c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:00.285788 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8e372-6610-49e8-acb6-c47538ea4049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9effd8ba-4cf5-406f-8564-8551342d6b9f,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:00.289131 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-6dc8e372-6610-49e8-acb6-c47538ea4049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:00.294911 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6dc8e372-6610-49e8-acb6-c47538ea4049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.299025 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-6dc8e372-6610-49e8-acb6-c47538ea4049 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9effd8ba-4cf5-406f-8564-8551342d6b9f HTTP/1.1" status: 204  len: 168 time: 0.6855912
Nov 10 14:40:00.308731 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.314800 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:00.345933 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4adfd13e-5eb8-4bc8-b201-d85f044f3cb2 req-3dcdf9ec-957d-4422-bcc4-f8b4ee68f4fa tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Unset dirty status for tenant:ffbe0314d057428ea108c9e9ac7fe23d on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:40:00.347171 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4adfd13e-5eb8-4bc8-b201-d85f044f3cb2 req-3dcdf9ec-957d-4422-bcc4-f8b4ee68f4fa tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 947 time: 0.4549277
Nov 10 14:40:00.355390 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c416-8f7e-4285-be1a-c1907028eb65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972242'] for subnet, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.368806 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:00.369799 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.371182 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] 10.222.0.16 "PUT /v2.0/ports/ab20b634-d6d6-4d70-8c85-e7bb7445e510 HTTP/1.1" status: 200  len: 1097 time: 1.7127457
Nov 10 14:40:00.382228 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aded88d-eea4-4a01-be23-1ea68a6a4e1c', 'tag': 'ab20b634-d6d6-4d70-8c85-e7bb7445e510'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:40:00.388975 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7793089e-a0b8-4723-9932-7fab3e74abdc details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:40:00.430101 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c416-8f7e-4285-be1a-c1907028eb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.438922 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4adfd13e-5eb8-4bc8-b201-d85f044f3cb2 req-72ad4d86-100d-454a-b7d3-c0c18bef9942 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667477
Nov 10 14:40:00.444632 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Pushing event updated for resources: {'Port': ['ID=ab20b634-d6d6-4d70-8c85-e7bb7445e510,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:00.448081 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:00.508138 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e7429-3c50-43c5-bb33-17d56e45f102 req-c3e00192-0471-4f05-bad2-7738e2dddc42 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:00.517196 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3f6e7429-3c50-43c5-bb33-17d56e45f102 req-c3e00192-0471-4f05-bad2-7738e2dddc42 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.2337222
Nov 10 14:40:00.581858 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aded88d-eea4-4a01-be23-1ea68a6a4e1c', 'tag': 'ab20b634-d6d6-4d70-8c85-e7bb7445e510', 'status': 'completed', 'code': 200}
Nov 10 14:40:00.600583 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3f6e7429-3c50-43c5-bb33-17d56e45f102 req-fdfb6257-9459-4a0f-aa2d-eaa847fab33b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822237
Nov 10 14:40:00.653033 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-c19a2717-d894-464a-b877-ea3390e0d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:00.654383 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-c19a2717-d894-464a-b877-ea3390e0d554 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ffbe0314d057428ea108c9e9ac7fe23d&device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 1100 time: 0.1450965
Nov 10 14:40:00.696580 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7793089e-a0b8-4723-9932-7fab3e74abdc,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:00.709997 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'port_id': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'mac_address': 'fa:16:3e:8f:88:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:40:00.740410 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c416-8f7e-4285-be1a-c1907028eb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1176360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679677'] for subnet, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.748276 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e89f3d95-dd53-480d-8527-c8a24eedf10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:00.769742 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.792702 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7793089e-a0b8-4723-9932-7fab3e74abdc {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:40:00.793261 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5c416-8f7e-4285-be1a-c1907028eb65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24115ad-57b8-40ed-b98e-b81bb68ae638,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:00.798788 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-4ba1731b-cd1d-4cb9-8ebe-956af90387f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ab20b634-d6d6-4d70-8c85-e7bb7445e510 HTTP/1.1" status: 200  len: 217 time: 0.1281748
Nov 10 14:40:00.801607 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-f3f5c416-8f7e-4285-be1a-c1907028eb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:00.802750 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c416-8f7e-4285-be1a-c1907028eb65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.809553 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-f3f5c416-8f7e-4285-be1a-c1907028eb65 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c24115ad-57b8-40ed-b98e-b81bb68ae638 HTTP/1.1" status: 204  len: 168 time: 0.6162915
Nov 10 14:40:00.811846 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 55258) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:00.819784 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7793089e-a0b8-4723-9932-7fab3e74abdc,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:00.880899 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-0d18a81e-4615-44d3-b856-f5bdc20dab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:00.882346 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-0d18a81e-4615-44d3-b856-f5bdc20dab84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a410412-6832-4b6b-87af-6530fa16dd35 HTTP/1.1" status: 200  len: 843 time: 0.0727148
Nov 10 14:40:00.894371 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e042e9-587b-4519-9c9a-f87821845386 req-9345d81c-f566-4652-9d1b-3d63e984e99d tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:00.895810 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-17e042e9-587b-4519-9c9a-f87821845386 req-9345d81c-f566-4652-9d1b-3d63e984e99d tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 945 time: 0.1621592
Nov 10 14:40:00.923234 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.942385 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:00.944219 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:00.995124 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-17e042e9-587b-4519-9c9a-f87821845386 req-c2e1f9ea-c365-4d96-877e-434632d08e0d tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610855
Nov 10 14:40:01.009843 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-76b02cc9-7a8f-44da-b6f1-b7c90f0b84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:01.012495 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-76b02cc9-7a8f-44da-b6f1-b7c90f0b84cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb26b03c-5658-4352-a565-8743cb70ab22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1158211
Nov 10 14:40:01.040999 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7793089e-a0b8-4723-9932-7fab3e74abdc,revision_number=6']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:01.046936 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:01.088029 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:01.117719 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fedaee520>,) {'filters': {'network_id': ['9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae']}} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:01.133865 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fedaee520>, 'c9af322e-344c-4bbc-a167-44097cd8c5e9') {'for_net_delete': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:01.134137 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fedaee520>, 'c9af322e-344c-4bbc-a167-44097cd8c5e9') {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:01.149372 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972201'] for segment, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:01.165936 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7793089e-a0b8-4723-9932-7fab3e74abdc'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:40:01.172056 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:01.182295 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=87468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:40:01.182911 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1176386'] for segment, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]: Traceback (most recent call last):
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     timer()
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     cb(*args, **kw)
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     return func(*args, **kwargs)
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     self._notify()
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     self.callback(batched_events)
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     event.method(event)
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     return f(self, *a, **k)
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._get(url).json()
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:40:01.250699 dv-cinder-817404-1-iscsi neutron-server[87468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:40:01.318697 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-debee6f1-c2de-4036-bfe7-ad3523e9236a service neutron] 10.222.0.16 "GET /v2.0/networks/bb26b03c-5658-4352-a565-8743cb70ab22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2908630
Nov 10 14:40:01.388759 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bee4e-d9bb-4e52-b500-ece7b3e689bb req-a0ba0d50-b0cb-46d4-99d4-df122911275f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:01.392309 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-275bee4e-d9bb-4e52-b500-ece7b3e689bb req-a0ba0d50-b0cb-46d4-99d4-df122911275f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1356115
Nov 10 14:40:01.446876 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-275bee4e-d9bb-4e52-b500-ece7b3e689bb req-27c8363e-db19-4fa1-9259-a4b600c8f8bd tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498123
Nov 10 14:40:01.450677 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:01.467170 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e67c07c6-6abe-4a43-8a47-0e93ad2b32c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:01.516072 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:01.518030 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:01.520556 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:01.536705 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e6965044-ad72-492c-8672-0f105e2290bf admin admin] 10.222.0.37 "DELETE /v2.0/networks/9b9cc2a9-445e-4d44-bdf7-f4f1deb609ae HTTP/1.1" status: 204  len: 168 time: 0.7215929
Nov 10 14:40:01.664425 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29e7746d-3c46-4942-ac1a-b401bf5fcc81 req-6d123bac-a75b-40be-b568-379a7b8a3525 service neutron] 10.222.0.16 "GET /v2.0/networks/bb26b03c-5658-4352-a565-8743cb70ab22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3374214
Nov 10 14:40:01.692675 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cd07a-3dc5-4681-9f9c-b812648a5eed req-5cda408b-b0fb-453e-82df-b02529d57a27 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:01.694197 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bc8cd07a-3dc5-4681-9f9c-b812648a5eed req-5cda408b-b0fb-453e-82df-b02529d57a27 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 947 time: 0.1199071
Nov 10 14:40:01.700321 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 55284) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:01.747951 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bc8cd07a-3dc5-4681-9f9c-b812648a5eed req-afd9cfac-6b6a-4d5b-b8a3-6e491b09215f tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466714
Nov 10 14:40:01.858496 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1186-8146-4313-a922-0f2b7abf4ecb req-e023e5f1-edef-40cc-a4d2-a17d565b0e46 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:01.866935 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-79ce1186-8146-4313-a922-0f2b7abf4ecb req-e023e5f1-edef-40cc-a4d2-a17d565b0e46 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 944 time: 0.1127965
Nov 10 14:40:01.887601 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2045864198-network', 'tenant_id': '89b42068517e4e7bb9df6b13a01c54d5'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:40:01.895046 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:01.898961 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Usage tracker for resource:network and tenant:89b42068517e4e7bb9df6b13a01c54d5 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:01.904133 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:01.913681 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d31c6-44cd-415f-986a-842a990d06c9 req-b8c8c77a-7d34-4ece-a6b3-e73ff15b2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:01.915519 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-726d31c6-44cd-415f-986a-842a990d06c9 req-b8c8c77a-7d34-4ece-a6b3-e73ff15b2fe3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ffbe0314d057428ea108c9e9ac7fe23d&device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 1100 time: 0.1027932
Nov 10 14:40:01.917111 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:01.935806 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 55296) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:01.943319 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-79ce1186-8146-4313-a922-0f2b7abf4ecb req-eefa13e9-8c1e-4f8e-ac03-05010156e94c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753934
Nov 10 14:40:02.010513 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Made reservation on behalf of 89b42068517e4e7bb9df6b13a01c54d5 for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:40:02.012919 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.026110 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.041896 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:02.046115 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:89b42068517e4e7bb9df6b13a01c54d5 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:02.049432 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:02.056484 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:02.078392 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-579cb4d7-a504-4f00-9732-d3d628f51f37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d61f7995ee4e4178a07754305853111b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1388786
Nov 10 14:40:02.079300 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 55300) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:02.138823 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d31c6-44cd-415f-986a-842a990d06c9 req-adca9bff-9395-4f6d-935e-e021b13696d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:02.140318 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-726d31c6-44cd-415f-986a-842a990d06c9 req-adca9bff-9395-4f6d-935e-e021b13696d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb26b03c-5658-4352-a565-8743cb70ab22 HTTP/1.1" status: 200  len: 870 time: 0.2015319
Nov 10 14:40:02.153685 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.231661 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-726d31c6-44cd-415f-986a-842a990d06c9 req-c29a3f6d-83aa-475e-a49b-716d1e9e835b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ab20b634-d6d6-4d70-8c85-e7bb7445e510 HTTP/1.1" status: 200  len: 217 time: 0.0660846
Nov 10 14:40:02.232478 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-430f0aa4-7d11-48c5-b3b0-170a44e9821e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.304212 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-430f0aa4-7d11-48c5-b3b0-170a44e9821e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.314096 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.317784 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ef3f971f-0498-4654-9bc2-99cbc3f46db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:02.342934 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d31c6-44cd-415f-986a-842a990d06c9 req-3efca108-803d-4273-a4eb-edf7ae0f2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:02.344481 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-726d31c6-44cd-415f-986a-842a990d06c9 req-3efca108-803d-4273-a4eb-edf7ae0f2b64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a410412-6832-4b6b-87af-6530fa16dd35 HTTP/1.1" status: 200  len: 843 time: 0.0974674
Nov 10 14:40:02.355354 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'}  {{(pid=87468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:40:02.361701 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6320d801-2b77-4ce8-9671-c916d0ac7e64,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:02.366289 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:02.399512 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7793089e-a0b8-4723-9932-7fab3e74abdc up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:40:02.441767 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d31c6-44cd-415f-986a-842a990d06c9 req-2190dad1-030c-42d1-bd8e-5875034f84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:02.443472 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-726d31c6-44cd-415f-986a-842a990d06c9 req-2190dad1-030c-42d1-bd8e-5875034f84e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb26b03c-5658-4352-a565-8743cb70ab22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0829082
Nov 10 14:40:02.456177 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-430f0aa4-7d11-48c5-b3b0-170a44e9821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.458539 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.459417 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Added segment 573c74c4-348f-400c-957e-08d2b6b4414d of type vlan for network 178a8188-2a49-467b-a37a-40ee197c7f69
Nov 10 14:40:02.461760 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a4e864a9-3406-4b14-97e8-df2c0a430d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:02.492809 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 7793089e-a0b8-4723-9932-7fab3e74abdc triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:02.493804 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.495466 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f0aa4-7d11-48c5-b3b0-170a44e9821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3edccfe-af60-4e64-ae1b-0fcfdbb934e7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:02.507051 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-430f0aa4-7d11-48c5-b3b0-170a44e9821e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:02.533878 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.555670 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-430f0aa4-7d11-48c5-b3b0-170a44e9821e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.556698 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-430f0aa4-7d11-48c5-b3b0-170a44e9821e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3edccfe-af60-4e64-ae1b-0fcfdbb934e7 HTTP/1.1" status: 204  len: 168 time: 0.4763668
Nov 10 14:40:02.683864 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.702285 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-726d31c6-44cd-415f-986a-842a990d06c9 req-2ae9de3b-708a-452d-9d51-591153637a9e service neutron] 10.222.0.16 "GET /v2.0/networks/bb26b03c-5658-4352-a565-8743cb70ab22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2301588
Nov 10 14:40:02.715429 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:40:02.719259 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.720671 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:02.721308 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.725009 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554c98e-45c1-4924-8d4e-82ad0c9c3f69 req-a9e59e39-3e6c-478f-91cb-16be96808cb1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:02.725173 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6dfa4100-e8f8-4c85-92ff-b45159e3f699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:02.730580 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3554c98e-45c1-4924-8d4e-82ad0c9c3f69 req-a9e59e39-3e6c-478f-91cb-16be96808cb1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1331871
Nov 10 14:40:02.743789 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7793089e-a0b8-4723-9932-7fab3e74abdc,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:02.774248 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'code': 200}
Nov 10 14:40:02.799798 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:02.804078 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:02.832517 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=178a8188-2a49-467b-a37a-40ee197c7f69,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:02.835277 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:02.865632 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3554c98e-45c1-4924-8d4e-82ad0c9c3f69 req-ed881eb3-83cd-4eb9-a2fb-3cc01e15acab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154232
Nov 10 14:40:02.887844 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 178a8188-2a49-467b-a37a-40ee197c7f69 details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:40:02.914018 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-726d31c6-44cd-415f-986a-842a990d06c9 req-6f9dea70-447b-4cfa-b9b7-317c9e264e49 service neutron] 10.222.0.16 "GET /v2.0/networks/bb26b03c-5658-4352-a565-8743cb70ab22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863270
Nov 10 14:40:02.981732 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2800090
Nov 10 14:40:02.985800 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 55316) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:02.999818 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Request body: {'subnet': {'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2045864198-subnet', 'tenant_id': '89b42068517e4e7bb9df6b13a01c54d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:40:03.037557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:03.037557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Usage tracker for resource:subnet and tenant:89b42068517e4e7bb9df6b13a01c54d5 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:03.037557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:03.048117 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:03.051487 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975312a4-6ad2-4317-93cc-29113f157766 req-a6f856b9-9952-4820-b743-883369086036 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:03.053048 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-975312a4-6ad2-4317-93cc-29113f157766 req-a6f856b9-9952-4820-b743-883369086036 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 947 time: 0.1271930
Nov 10 14:40:03.129597 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-975312a4-6ad2-4317-93cc-29113f157766 req-ad0a54e8-ddc7-40d4-aa63-f6985b2ae629 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672028
Nov 10 14:40:03.148528 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7793089e-a0b8-4723-9932-7fab3e74abdc,revision_number=7']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:03.154684 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:03.167032 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Made reservation on behalf of 89b42068517e4e7bb9df6b13a01c54d5 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:40:03.169371 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225453'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:03.290252 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611169f5-9440-4346-83f8-6c0b49160dc1 req-3ae34e1c-97de-4385-9af7-0166714ee4e0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:03.292020 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-611169f5-9440-4346-83f8-6c0b49160dc1 req-3ae34e1c-97de-4385-9af7-0166714ee4e0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1935456
Nov 10 14:40:03.378839 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-611169f5-9440-4346-83f8-6c0b49160dc1 req-b68bc8f8-70e4-4822-866b-d232f51602cf tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795856
Nov 10 14:40:03.525359 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225459'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:03.530468 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ad8f4416-d3d2-4a3b-8de0-81db14a790c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:03.535181 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 55326) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:03.584232 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-8d2d472d-4ea5-4a0f-9c69-cc08ab669a36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6fd4e680b3746aaa3bf0b53b3a71b42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0477874
Nov 10 14:40:03.586771 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 55332) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:03.633247 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea807c76-f264-4906-a9f7-067190741fb4,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:03.645812 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Checking segment: {'id': '573c74c4-348f-400c-957e-08d2b6b4414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:40:03.646270 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Network hostable DHCP agents. Network: 178a8188-2a49-467b-a37a-40ee197c7f69, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:40:03.663292 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:03.663663 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:03.664027 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:03.664406 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:03.664735 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:03.665117 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:03.665435 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:03.665784 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:03.666132 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:03.666519 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:03.666867 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:03.667243 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:03.671305 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:03.710231 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4bdfaeb9-e088-4f7b-9a6d-6e82168f267c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:03.742607 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4bdfaeb9-e088-4f7b-9a6d-6e82168f267c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:03.764930 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Network 178a8188-2a49-467b-a37a-40ee197c7f69 is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:40:03.855986 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 178a8188-2a49-467b-a37a-40ee197c7f69) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:03.860814 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:03.861408 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:03.866426 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc4e015-77b4-44fd-95c4-4e47c1d1442b None None] Network 178a8188-2a49-467b-a37a-40ee197c7f69 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:40:03.919939 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4bdfaeb9-e088-4f7b-9a6d-6e82168f267c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:03.923548 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4bdfaeb9-e088-4f7b-9a6d-6e82168f267c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:03.925180 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4bdfaeb9-e088-4f7b-9a6d-6e82168f267c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8f6449e-ed60-46fd-b6e4-5047f7e0e998 HTTP/1.1" status: 204  len: 168 time: 0.3373101
Nov 10 14:40:03.929362 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b584d760-7b64-4ebd-8c6f-7873e150f91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:03.941240 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfaeb9-e088-4f7b-9a6d-6e82168f267c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f6449e-ed60-46fd-b6e4-5047f7e0e998,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:03.943916 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4bdfaeb9-e088-4f7b-9a6d-6e82168f267c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:03.949382 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-04320847-9b29-4aea-8f71-3effd76c59fd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9618413
Nov 10 14:40:04.167726 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:40:04.188960 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cffc3c0-5d53-451b-95c3-49a389523a10 None None] Network 178a8188-2a49-467b-a37a-40ee197c7f69 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:40:04.257706 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882942e-c778-4ef5-96b8-c8773db21f6f req-93341b58-8c28-4162-b13b-83a9714ad2b1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:04.259465 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7882942e-c778-4ef5-96b8-c8773db21f6f req-93341b58-8c28-4162-b13b-83a9714ad2b1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.2285666
Nov 10 14:40:04.337161 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7882942e-c778-4ef5-96b8-c8773db21f6f req-50fbd38d-887f-482d-ae08-b14698805eab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659156
Nov 10 14:40:04.452480 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device ab20b634-d6d6-4d70-8c85-e7bb7445e510 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:40:04.505514 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af917d7-5c6f-4e78-8485-a5e0bd6c1d79 req-35a6a058-0cb3-4218-a7b2-60ab9308efec tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:04.515311 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4af917d7-5c6f-4e78-8485-a5e0bd6c1d79 req-35a6a058-0cb3-4218-a7b2-60ab9308efec tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 947 time: 0.1099741
Nov 10 14:40:04.601304 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4af917d7-5c6f-4e78-8485-a5e0bd6c1d79 req-a4b6531d-683d-4ff4-b7c6-f04192773c22 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846891
Nov 10 14:40:04.609364 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.resource_extend [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 14:40:04.810933 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port ab20b634-d6d6-4d70-8c85-e7bb7445e510, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ab20b634-d6d6-4d70-8c85-e7bb7445e510,segment=NetworkSegment(80c1850d-93d8-4723-8905-b48b2e31d6ff),segment_id=80c1850d-93d8-4723-8905-b48b2e31d6ff)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:04.827401 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': 'ab20b634-d6d6-4d70-8c85-e7bb7445e510', 'network_id': 'bb26b03c-5658-4352-a565-8743cb70ab22', 'port_id': 'ab20b634-d6d6-4d70-8c85-e7bb7445e510', 'mac_address': 'fa:16:3e:8f:31:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a410412-6832-4b6b-87af-6530fa16dd35', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:40:04.846893 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c0601-dd38-4d96-9bd0-8cdff430c3b8 req-cef78084-5f91-4560-83fa-901903abc62c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:04.855556 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a05c0601-dd38-4d96-9bd0-8cdff430c3b8 req-cef78084-5f91-4560-83fa-901903abc62c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1970158
Nov 10 14:40:04.901455 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:04.916801 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a05c0601-dd38-4d96-9bd0-8cdff430c3b8 req-c4166d92-904b-4370-84b6-74f16310e7c5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598888
Nov 10 14:40:04.920493 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab20b634-d6d6-4d70-8c85-e7bb7445e510 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:40:04.937457 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port ab20b634-d6d6-4d70-8c85-e7bb7445e510, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ab20b634-d6d6-4d70-8c85-e7bb7445e510,segment=NetworkSegment(80c1850d-93d8-4723-8905-b48b2e31d6ff),segment_id=80c1850d-93d8-4723-8905-b48b2e31d6ff)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:05.015349 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:05.017374 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:05.084256 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=ab20b634-d6d6-4d70-8c85-e7bb7445e510,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:05.087437 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:05.540803 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b831b31-e8aa-40df-b5a2-4ace7371f57e req-1124c757-cbff-4eb2-8296-637862e45875 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:05.542942 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3b831b31-e8aa-40df-b5a2-4ace7371f57e req-1124c757-cbff-4eb2-8296-637862e45875 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1000223
Nov 10 14:40:05.573515 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['ab20b634-d6d6-4d70-8c85-e7bb7445e510'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:40:05.648943 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3b831b31-e8aa-40df-b5a2-4ace7371f57e req-4f1b19c1-bdf7-457c-87e0-73e412672090 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961611
Nov 10 14:40:05.953082 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dae505-251a-41ec-b8f1-531b387f8390 req-2c03681e-b0b3-4de6-9279-29231023974a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:05.964391 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a5dae505-251a-41ec-b8f1-531b387f8390 req-2c03681e-b0b3-4de6-9279-29231023974a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 948 time: 0.1274462
Nov 10 14:40:06.029490 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a5dae505-251a-41ec-b8f1-531b387f8390 req-fd6cfd3b-975b-4fc4-80cc-da386cb23001 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635028
Nov 10 14:40:06.188955 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947282cd-a6c8-479d-9d1e-ae8e5c819d17 req-2e49b542-41d8-4223-8cf3-debe9fc973c4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:06.197654 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-947282cd-a6c8-479d-9d1e-ae8e5c819d17 req-2e49b542-41d8-4223-8cf3-debe9fc973c4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1358492
Nov 10 14:40:06.260145 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-947282cd-a6c8-479d-9d1e-ae8e5c819d17 req-112aa952-a85d-432d-abfd-8eb6dac72d73 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611365
Nov 10 14:40:06.874766 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053805e-5471-4546-b529-19314ac87c16 req-66dc5665-508d-4c8e-87f3-58d65099c384 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:06.876948 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8053805e-5471-4546-b529-19314ac87c16 req-66dc5665-508d-4c8e-87f3-58d65099c384 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0914557
Nov 10 14:40:06.961466 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8053805e-5471-4546-b529-19314ac87c16 req-06d97c52-2ee2-4a5d-8d14-e913c4fe80f4 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745199
Nov 10 14:40:07.351576 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072531f-e840-4b98-b4ad-c43bd34a23df req-ec5b6155-e49e-479a-983a-a4f50eef83a9 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:07.353555 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1072531f-e840-4b98-b4ad-c43bd34a23df req-ec5b6155-e49e-479a-983a-a4f50eef83a9 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 948 time: 0.1398485
Nov 10 14:40:07.429548 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1072531f-e840-4b98-b4ad-c43bd34a23df req-aa638d4a-a840-43ff-a76b-0465095d71c9 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674939
Nov 10 14:40:07.615358 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60575e63-0702-493a-be1f-1cba909e0a5f req-4fb063cb-9bcb-4981-9060-fab93165e203 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:07.624741 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-4fb063cb-9bcb-4981-9060-fab93165e203 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/networks?id=178a8188-2a49-467b-a37a-40ee197c7f69 HTTP/1.1" status: 200  len: 809 time: 0.2800658
Nov 10 14:40:07.642276 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-fe687585-fdc4-48c1-b533-17371fbf1789 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/quotas/89b42068517e4e7bb9df6b13a01c54d5 HTTP/1.1" status: 200  len: 375 time: 0.0164433
Nov 10 14:40:07.664520 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6a38d-ea07-47ac-8995-fe6114dab254 req-37bb2f40-12c3-42d9-a35b-cdca171be6b4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:07.666331 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8dd6a38d-ea07-47ac-8995-fe6114dab254 req-37bb2f40-12c3-42d9-a35b-cdca171be6b4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1199629
Nov 10 14:40:07.666984 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 55456) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:07.714011 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-d557e02a-bdb5-4aa3-916b-a67a002692e3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b42068517e4e7bb9df6b13a01c54d5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0707264
Nov 10 14:40:07.764613 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8dd6a38d-ea07-47ac-8995-fe6114dab254 req-fb169c2e-72d7-495f-acef-8cd5dce7c79f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850496
Nov 10 14:40:07.859571 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:07.891897 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:07.898454 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Usage tracker for resource:security_group_rule and tenant:a0915b08a45640609eb6becbcade1d83 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:07.903969 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:07.907304 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-1203a173-9b09-43bf-a30f-839a153be4ca service neutron] 10.222.0.37 "GET /v2.0/networks/178a8188-2a49-467b-a37a-40ee197c7f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829524
Nov 10 14:40:07.912110 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:08.046876 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:08.310012 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-e9f0a63b-a2d7-4f29-9007-0369aa1ad715 service neutron] 10.222.0.37 "GET /v2.0/networks/178a8188-2a49-467b-a37a-40ee197c7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2645099
Nov 10 14:40:08.310899 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd85619-4cb0-4829-a835-e9caacfee6ec req-7a5b4f0c-62fc-4c84-9593-a4332495bf00 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:08.310899 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1fd85619-4cb0-4829-a835-e9caacfee6ec req-7a5b4f0c-62fc-4c84-9593-a4332495bf00 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1726894
Nov 10 14:40:08.317135 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1fd85619-4cb0-4829-a835-e9caacfee6ec req-285d47fe-2faa-44f8-9ed7-48907247f243 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604799
Nov 10 14:40:08.405473 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:08.420991 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e1b0ad98-ab62-4577-afa5-da37b00ae85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:08.429965 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device ab20b634-d6d6-4d70-8c85-e7bb7445e510 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:40:08.461534 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 55468) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:08.461804 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0915b08a45640609eb6becbcade1d83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7931588
Nov 10 14:40:08.470407 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf733fc-0600-407a-bf60-95fb81d45401,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:08.479254 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:08.479634 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:08.480187 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:08.480405 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:08.480763 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:08.481249 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:08.481972 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:08.482326 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:08.482680 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:08.483030 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:08.483409 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:08.483751 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:08.502059 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:08.599127 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port ab20b634-d6d6-4d70-8c85-e7bb7445e510 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:40:08.614486 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port ab20b634-d6d6-4d70-8c85-e7bb7445e510 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:08.615237 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:08.654132 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4d37-a0b9-488d-bd3f-cb3e9c7981d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:08.735058 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-468daa23-f467-44f8-8017-d1c4f66fc70c req-55400d95-d454-465a-8bef-42b52c4d4048 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 210 time: 0.0768700
Nov 10 14:40:08.760611 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4d37-a0b9-488d-bd3f-cb3e9c7981d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:08.774314 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e952d-37f3-4ebb-a36c-6538eca3aafd req-0f1d96b8-24a7-48a3-b4fd-fd6ecd6a0a13 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:08.786076 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f55e952d-37f3-4ebb-a36c-6538eca3aafd req-0f1d96b8-24a7-48a3-b4fd-fd6ecd6a0a13 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 948 time: 0.1885245
Nov 10 14:40:08.891837 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f55e952d-37f3-4ebb-a36c-6538eca3aafd req-aa8de733-8cc5-41c5-aff7-703a0bbbdc46 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037028
Nov 10 14:40:08.931050 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:08.965567 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aded88d-eea4-4a01-be23-1ea68a6a4e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab20b634-d6d6-4d70-8c85-e7bb7445e510'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:40:08.970809 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4d37-a0b9-488d-bd3f-cb3e9c7981d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:08.980610 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port ab20b634-d6d6-4d70-8c85-e7bb7445e510, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ab20b634-d6d6-4d70-8c85-e7bb7445e510,segment=NetworkSegment(80c1850d-93d8-4723-8905-b48b2e31d6ff),segment_id=80c1850d-93d8-4723-8905-b48b2e31d6ff)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:08.986211 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c067c8e5-31c7-491c-b5d2-029e085707b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:09.007052 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e4d37-a0b9-488d-bd3f-cb3e9c7981d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf733fc-0600-407a-bf60-95fb81d45401,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:09.014738 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3e7e4d37-a0b9-488d-bd3f-cb3e9c7981d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:09.020837 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4d37-a0b9-488d-bd3f-cb3e9c7981d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:09.021975 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-3e7e4d37-a0b9-488d-bd3f-cb3e9c7981d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edf733fc-0600-407a-bf60-95fb81d45401 HTTP/1.1" status: 204  len: 168 time: 0.5589871
Nov 10 14:40:09.027582 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aded88d-eea4-4a01-be23-1ea68a6a4e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab20b634-d6d6-4d70-8c85-e7bb7445e510', 'code': 200}
Nov 10 14:40:09.097882 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:09.098259 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd1ba-0c48-45fb-91a2-427190734415 req-0251f6d6-225a-42da-971a-5fdd76ada4f7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:09.099688 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:09.108758 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd1fd1ba-0c48-45fb-91a2-427190734415 req-0251f6d6-225a-42da-971a-5fdd76ada4f7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1800439
Nov 10 14:40:09.167378 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd1fd1ba-0c48-45fb-91a2-427190734415 req-40d4017b-004b-4c33-a5c5-a7e2361034e3 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574689
Nov 10 14:40:09.192953 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=ab20b634-d6d6-4d70-8c85-e7bb7445e510,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:09.200735 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:09.201093 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:09.201442 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:09.201781 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:09.202117 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:09.202452 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:09.202786 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:09.203167 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:09.203520 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:09.203853 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:09.204182 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:09.204509 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:09.208302 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:09.506492 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4144-3d76-40b5-a63f-08595dda0400 req-7f944e17-26fd-480f-9beb-8a43df3e865b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:09.508248 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-134d4144-3d76-40b5-a63f-08595dda0400 req-7f944e17-26fd-480f-9beb-8a43df3e865b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0872457
Nov 10 14:40:09.558467 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-134d4144-3d76-40b5-a63f-08595dda0400 req-8e2323c9-ceb5-473e-9816-2c125a011801 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438480
Nov 10 14:40:09.905499 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9bbeb1af-1d3d-4b0c-9bdb-70cb4efdda28 req-165c7eaa-2d75-4aa2-9729-9f3161392955 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 210 time: 0.0709639
Nov 10 14:40:10.024648 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623797d4-c9a8-4762-8d6e-58aba304552a req-6b3b30f9-3218-48a1-8527-9f7abb1c2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:10.026462 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-623797d4-c9a8-4762-8d6e-58aba304552a req-6b3b30f9-3218-48a1-8527-9f7abb1c2678 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 1102 time: 0.1199846
Nov 10 14:40:10.121333 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-623797d4-c9a8-4762-8d6e-58aba304552a req-05d36f0b-01fe-441b-82ac-4608b067a8d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830355
Nov 10 14:40:10.191845 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4926a7c-d5de-4191-862d-3dffe88b5795 req-43ad8a4c-ba84-438f-854b-a4c2504d11b1 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:10.191845 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c4926a7c-d5de-4191-862d-3dffe88b5795 req-43ad8a4c-ba84-438f-854b-a4c2504d11b1 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 949 time: 0.1204288
Nov 10 14:40:10.279395 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c4926a7c-d5de-4191-862d-3dffe88b5795 req-e4c2148b-e320-4a7e-830b-16e34250b58c tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682747
Nov 10 14:40:10.534854 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74d72e-5d84-4b0b-b8e2-7ee4c60d62d1 req-9c674171-57d9-4baf-a901-21cfc1a2fbce tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:10.536491 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a74d72e-5d84-4b0b-b8e2-7ee4c60d62d1 req-9c674171-57d9-4baf-a901-21cfc1a2fbce tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1297727
Nov 10 14:40:10.645008 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a74d72e-5d84-4b0b-b8e2-7ee4c60d62d1 req-c12ebd24-5627-4e0e-8fbd-37de8f7af74e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914338
Nov 10 14:40:10.811111 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc1af3-23b5-4ec1-9df9-d6f6e5290dff req-56e567a1-e80f-4f91-966d-e7ac2e169591 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:10.813551 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-67fc1af3-23b5-4ec1-9df9-d6f6e5290dff req-56e567a1-e80f-4f91-966d-e7ac2e169591 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1018500
Nov 10 14:40:10.900437 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-67fc1af3-23b5-4ec1-9df9-d6f6e5290dff req-ec0cdc0b-4817-478d-9986-ba8c381b190a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800436
Nov 10 14:40:11.139537 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cad6be16-c078-4af2-a606-d9b923e80669 req-d551d0aa-62c1-4040-9d5d-301be5cf0a59 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 210 time: 0.0624969
Nov 10 14:40:11.590533 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bd4fa-fa89-48b7-b3d7-4d64d90be83f req-bf62d631-6c91-47b0-9fc2-dc9f21115a1e tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:11.592495 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c06bd4fa-fa89-48b7-b3d7-4d64d90be83f req-bf62d631-6c91-47b0-9fc2-dc9f21115a1e tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 949 time: 0.1985216
Nov 10 14:40:11.652597 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c06bd4fa-fa89-48b7-b3d7-4d64d90be83f req-3d7f2577-e18b-49e3-b392-0ebf550ee07d tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537455
Nov 10 14:40:11.898838 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89b2d5-a4ca-4e90-9014-bfa27ded8ef2 req-c492f89f-3edc-4747-b04b-ead4b87eb476 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:11.900462 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0c89b2d5-a4ca-4e90-9014-bfa27ded8ef2 req-c492f89f-3edc-4747-b04b-ead4b87eb476 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1229982
Nov 10 14:40:11.965414 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0c89b2d5-a4ca-4e90-9014-bfa27ded8ef2 req-7522f009-a599-4805-8746-205d0df8fb68 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588059
Nov 10 14:40:12.199840 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c44e03-7ac5-4088-9ed2-715cf337af0d req-daaf3e82-e16d-4ad9-a363-fa73c68e511e tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:12.202475 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-00c44e03-7ac5-4088-9ed2-715cf337af0d req-daaf3e82-e16d-4ad9-a363-fa73c68e511e tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1521883
Nov 10 14:40:12.322005 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-00c44e03-7ac5-4088-9ed2-715cf337af0d req-d37684ea-468f-4fd0-9bfb-32dabfb599cd tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132221
Nov 10 14:40:12.357907 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4bbcf65-d924-45f2-aaf2-706cf173566b req-63688c55-f5fd-4dcb-9617-cabb95c6d9a2 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 210 time: 0.0695760
Nov 10 14:40:12.885571 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60575e63-0702-493a-be1f-1cba909e0a5f req-e58216c3-fade-4844-96f7-9d396384a26b tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:12.887148 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-e58216c3-fade-4844-96f7-9d396384a26b tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.16 "GET /v2.0/networks?id=178a8188-2a49-467b-a37a-40ee197c7f69 HTTP/1.1" status: 200  len: 809 time: 0.3570344
Nov 10 14:40:12.908284 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Request body: {'port': {'device_id': 'bdb8821e-cb79-4332-9f73-bc2b15dd8643', 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69', 'admin_state_up': True, 'tenant_id': '89b42068517e4e7bb9df6b13a01c54d5'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:40:13.020698 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8cb4a-967e-4650-9320-eb079aff1855 req-b63e0d8e-fe8f-461f-81ee-2f3e7ec6b5bc tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:13.022163 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1dc8cb4a-967e-4650-9320-eb079aff1855 req-b63e0d8e-fe8f-461f-81ee-2f3e7ec6b5bc tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 949 time: 0.1275482
Nov 10 14:40:13.119554 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:13.126589 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Usage tracker for resource:port and tenant:89b42068517e4e7bb9df6b13a01c54d5 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:13.130204 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:13.137112 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:13.168150 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1dc8cb4a-967e-4650-9320-eb079aff1855 req-cf5df1f0-2a35-456b-aa4b-01420d8ed9bf tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370935
Nov 10 14:40:13.231539 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Made reservation on behalf of 89b42068517e4e7bb9df6b13a01c54d5 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:40:13.235353 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:13.429597 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01453058-3329-43e5-a8a3-22bd992c907d req-1d74cb2e-5668-4a79-99d6-2f7ef48081c2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:13.429597 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-01453058-3329-43e5-a8a3-22bd992c907d req-1d74cb2e-5668-4a79-99d6-2f7ef48081c2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.2657168
Nov 10 14:40:13.570791 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-01453058-3329-43e5-a8a3-22bd992c907d req-729769a6-3d62-404a-a897-9b3404b7bea5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1369703
Nov 10 14:40:13.634629 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Allocated IP 172.20.0.9 (178a8188-2a49-467b-a37a-40ee197c7f69/ea807c76-f264-4906-a9f7-067190741fb4/ba8d6a31-e751-4d6a-91c1-14e5f8592128) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:40:13.675987 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42207d2-e0da-4253-8ccd-1d240f91b53a req-b758031e-5472-41a2-a3f0-84f8e2834601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:13.677537 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c42207d2-e0da-4253-8ccd-1d240f91b53a req-b758031e-5472-41a2-a3f0-84f8e2834601 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 1098 time: 0.3626833
Nov 10 14:40:13.918356 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c42207d2-e0da-4253-8ccd-1d240f91b53a req-b8e34840-0a16-45d8-b58c-1b0a135061f4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288301
Nov 10 14:40:13.998325 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c6cff-400c-4f19-9a06-ee37d70c23a1 req-44a4d9b2-1a64-45a4-9976-ba11a0a141c4 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:14.000448 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a19c6cff-400c-4f19-9a06-ee37d70c23a1 req-44a4d9b2-1a64-45a4-9976-ba11a0a141c4 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.2936707
Nov 10 14:40:14.010765 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:14.064784 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a19c6cff-400c-4f19-9a06-ee37d70c23a1 req-84230d57-7ff8-4965-9209-0aeb105fa596 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507426
Nov 10 14:40:14.215364 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e627e151-5e96-46b1-9fb8-0bb4ff8703c5 req-20a94e9f-64d0-4e02-9b60-c3c7ab28b5ec tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 210 time: 0.0537779
Nov 10 14:40:14.256737 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:14.263547 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:14.336948 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Network 178a8188-2a49-467b-a37a-40ee197c7f69 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:40:14.342961 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:14.348182 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:40:14.407561 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Pushing event updated for resources: {'Port': ['ID=ba8d6a31-e751-4d6a-91c1-14e5f8592128,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:14.413305 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:14.430369 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:14.450263 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:14.454243 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:14.559679 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6571715
Nov 10 14:40:14.582761 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Request body: {'port': {'device_id': 'bdb8821e-cb79-4332-9f73-bc2b15dd8643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:40:14.652849 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d4656-bf11-4c65-8618-c27488ea0324 req-c367e231-46d7-4942-850c-5dd53a97dc05 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:14.654365 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-877d4656-bf11-4c65-8618-c27488ea0324 req-c367e231-46d7-4942-850c-5dd53a97dc05 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 949 time: 0.1759562
Nov 10 14:40:14.722162 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-877d4656-bf11-4c65-8618-c27488ea0324 req-53061718-ef03-4b52-bbea-197ee01dc695 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560772
Nov 10 14:40:14.772654 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:14.966830 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1bbe-0146-4523-af33-40d3183a9dce req-e7cfef78-b2c4-4d4d-8d4b-ec9d780c7e65 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:14.975406 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f7ae1bbe-0146-4523-af33-40d3183a9dce req-e7cfef78-b2c4-4d4d-8d4b-ec9d780c7e65 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1225395
Nov 10 14:40:15.083038 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f7ae1bbe-0146-4523-af33-40d3183a9dce req-f17800f2-9c28-4924-8a0d-344c0c37ff06 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065776
Nov 10 14:40:15.463035 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557fb13-189a-4114-a07a-1c02e7334ffd req-8a323ad8-f1d5-42e3-a390-0e29749922d1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:15.465061 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8d6a31-e751-4d6a-91c1-14e5f8592128 {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:40:15.475444 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a557fb13-189a-4114-a07a-1c02e7334ffd req-8a323ad8-f1d5-42e3-a390-0e29749922d1 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1720991
Nov 10 14:40:15.480734 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:15.501920 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Transition to ACTIVE for port object ba8d6a31-e751-4d6a-91c1-14e5f8592128 will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:40:15.522721 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0220-4a7c-4152-bfcf-eaa33f486b8a req-31438dd4-30eb-48f7-b434-1938df1e654f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:15.523494 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4d1c0220-4a7c-4152-bfcf-eaa33f486b8a req-31438dd4-30eb-48f7-b434-1938df1e654f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Synchronizing usage tracker for tenant:89b42068517e4e7bb9df6b13a01c54d5 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:40:15.534663 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a557fb13-189a-4114-a07a-1c02e7334ffd req-a288b549-c79c-469e-80a4-73c95760b2c0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580122
Nov 10 14:40:15.602397 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:15.611104 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a30f27ea-d3e0-47a3-8525-6ed280c7b410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:15.665847 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4d1c0220-4a7c-4152-bfcf-eaa33f486b8a req-31438dd4-30eb-48f7-b434-1938df1e654f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Unset dirty status for tenant:89b42068517e4e7bb9df6b13a01c54d5 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:40:15.667202 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d1c0220-4a7c-4152-bfcf-eaa33f486b8a req-31438dd4-30eb-48f7-b434-1938df1e654f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 931 time: 0.2775183
Nov 10 14:40:15.956959 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8d6a31-e751-4d6a-91c1-14e5f8592128,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:16.005701 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:16.044607 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d1c0220-4a7c-4152-bfcf-eaa33f486b8a req-b731b4bd-e636-4bee-a69e-102eea826d42 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201934
Nov 10 14:40:16.145027 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Attempting to bind port ba8d6a31-e751-4d6a-91c1-14e5f8592128 on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:40:16.145629 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Attempting to bind port ba8d6a31-e751-4d6a-91c1-14e5f8592128 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '573c74c4-348f-400c-957e-08d2b6b4414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:40:16.146208 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Attempting to bind port ba8d6a31-e751-4d6a-91c1-14e5f8592128 on network 178a8188-2a49-467b-a37a-40ee197c7f69 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:40:16.154413 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Port ba8d6a31-e751-4d6a-91c1-14e5f8592128 on network 178a8188-2a49-467b-a37a-40ee197c7f69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:40:16.157832 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Attempting to bind port ba8d6a31-e751-4d6a-91c1-14e5f8592128 on network 178a8188-2a49-467b-a37a-40ee197c7f69 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:40:16.175114 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:40:16.175546 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Checking segment: {'id': '573c74c4-348f-400c-957e-08d2b6b4414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:40:16.176064 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Bound using segment: {'id': '573c74c4-348f-400c-957e-08d2b6b4414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:40:16.176809 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Bound port: ba8d6a31-e751-4d6a-91c1-14e5f8592128, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573c74c4-348f-400c-957e-08d2b6b4414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:40:16.178476 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:16.239182 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c3fd5-def8-4788-8c32-b413629fec53 req-00886c27-adf4-452b-b1a0-5db27b527a46 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:16.240596 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8e6c3fd5-def8-4788-8c32-b413629fec53 req-00886c27-adf4-452b-b1a0-5db27b527a46 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 949 time: 0.1580296
Nov 10 14:40:16.321137 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8e6c3fd5-def8-4788-8c32-b413629fec53 req-4d53d274-0d7b-4e2a-95e3-2ce5c91ebdd6 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609300
Nov 10 14:40:16.454794 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] For port ba8d6a31-e751-4d6a-91c1-14e5f8592128, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:40:16.477128 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] For port ba8d6a31-e751-4d6a-91c1-14e5f8592128, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ba8d6a31-e751-4d6a-91c1-14e5f8592128,segment=NetworkSegment(573c74c4-348f-400c-957e-08d2b6b4414d),segment_id=573c74c4-348f-400c-957e-08d2b6b4414d)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:40:16.518533 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b8159-5d05-406b-8c5a-a320e2123824 req-13d77cc7-2b4e-476f-9082-a57ebd658104 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:16.527367 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c5b8159-5d05-406b-8c5a-a320e2123824 req-13d77cc7-2b4e-476f-9082-a57ebd658104 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1810515
Nov 10 14:40:16.531728 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:16.558324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:16.636680 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:16.637599 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:16.639360 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/ba8d6a31-e751-4d6a-91c1-14e5f8592128 HTTP/1.1" status: 200  len: 1093 time: 2.0640626
Nov 10 14:40:16.640069 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb8821e-cb79-4332-9f73-bc2b15dd8643', 'tag': 'ba8d6a31-e751-4d6a-91c1-14e5f8592128'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:40:16.661179 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c5b8159-5d05-406b-8c5a-a320e2123824 req-13055031-a43e-49ff-a01b-b4c297508965 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1324503
Nov 10 14:40:16.689743 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8d6a31-e751-4d6a-91c1-14e5f8592128,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:16.689743 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:16.745494 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb8821e-cb79-4332-9f73-bc2b15dd8643', 'tag': 'ba8d6a31-e751-4d6a-91c1-14e5f8592128', 'status': 'completed', 'code': 200}
Nov 10 14:40:16.811233 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c31f-2c7a-4866-a124-e1284d60f51b req-27246f6d-cfc1-4221-a8d2-90599f6f1df0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:16.825836 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9161c31f-2c7a-4866-a124-e1284d60f51b req-27246f6d-cfc1-4221-a8d2-90599f6f1df0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1284122
Nov 10 14:40:16.838822 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60575e63-0702-493a-be1f-1cba909e0a5f req-6e842c67-390e-4e72-afbe-f3329272f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:16.840343 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-6e842c67-390e-4e72-afbe-f3329272f210 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89b42068517e4e7bb9df6b13a01c54d5&device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 1096 time: 0.0828648
Nov 10 14:40:16.897536 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9161c31f-2c7a-4866-a124-e1284d60f51b req-6422c1a3-66dd-45a2-ba91-fc4245f56ba3 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703294
Nov 10 14:40:16.951949 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-1a95c662-54dd-4f30-ae22-9fab33629ec6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba8d6a31-e751-4d6a-91c1-14e5f8592128 HTTP/1.1" status: 200  len: 217 time: 0.0896206
Nov 10 14:40:17.033686 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60575e63-0702-493a-be1f-1cba909e0a5f req-34494c43-f1eb-4944-b046-124de32890a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:17.035391 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-34494c43-f1eb-4944-b046-124de32890a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ea807c76-f264-4906-a9f7-067190741fb4 HTTP/1.1" status: 200  len: 849 time: 0.0675862
Nov 10 14:40:17.144008 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-6f968f14-1848-4556-b87c-9ad4bc2b21ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=178a8188-2a49-467b-a37a-40ee197c7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0797689
Nov 10 14:40:17.524084 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de46983-e76c-49aa-ab3a-855408f2fcdb req-9dca789b-3312-43d8-9545-b5bf4f39a208 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:17.528315 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5de46983-e76c-49aa-ab3a-855408f2fcdb req-9dca789b-3312-43d8-9545-b5bf4f39a208 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 943 time: 0.2182856
Nov 10 14:40:17.543204 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-dd24cbd3-4208-4f3d-bfaa-78b6a2a2e629 service neutron] 10.222.0.16 "GET /v2.0/networks/178a8188-2a49-467b-a37a-40ee197c7f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3801668
Nov 10 14:40:17.600153 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-5de46983-e76c-49aa-ab3a-855408f2fcdb req-32fb39fb-c9f6-40fa-bdd6-03458c17290f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Synchronizing usage tracker for tenant:89b42068517e4e7bb9df6b13a01c54d5 on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:40:17.782813 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-5de46983-e76c-49aa-ab3a-855408f2fcdb req-32fb39fb-c9f6-40fa-bdd6-03458c17290f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Unset dirty status for tenant:89b42068517e4e7bb9df6b13a01c54d5 on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:40:17.782813 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5de46983-e76c-49aa-ab3a-855408f2fcdb req-32fb39fb-c9f6-40fa-bdd6-03458c17290f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144668
Nov 10 14:40:18.036899 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-60575e63-0702-493a-be1f-1cba909e0a5f req-f10521f0-7784-4251-b1be-fb580f001b15 service neutron] 10.222.0.16 "GET /v2.0/networks/178a8188-2a49-467b-a37a-40ee197c7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3872886
Nov 10 14:40:18.060530 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7082f-f0a8-4aab-a7d0-5bbcbbafd40f req-a0b4e78d-4d3f-48ef-9892-1bd7246f2b89 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:18.063626 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d6a7082f-f0a8-4aab-a7d0-5bbcbbafd40f req-a0b4e78d-4d3f-48ef-9892-1bd7246f2b89 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 949 time: 0.5193229
Nov 10 14:40:18.082326 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630cfe4-ac18-43fc-b975-c61e3cdb7c28 req-05842fa8-9e33-40fe-824b-f7d8ba628c56 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:18.092257 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4630cfe4-ac18-43fc-b975-c61e3cdb7c28 req-05842fa8-9e33-40fe-824b-f7d8ba628c56 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 949 time: 0.4460666
Nov 10 14:40:18.247322 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-d6a7082f-f0a8-4aab-a7d0-5bbcbbafd40f req-e97c7a42-a0b9-43f8-a233-1dab639b5613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Deleting port ab20b634-d6d6-4d70-8c85-e7bb7445e510 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:40:18.251716 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-d6a7082f-f0a8-4aab-a7d0-5bbcbbafd40f req-e97c7a42-a0b9-43f8-a233-1dab639b5613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:18.294249 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4630cfe4-ac18-43fc-b975-c61e3cdb7c28 req-c7143b42-8c32-4d70-b8ac-566bb041cedd tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/security-groups?id=28bdf9d6-6c51-4374-b789-350165c1ba89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980622
Nov 10 14:40:18.891476 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-d6a7082f-f0a8-4aab-a7d0-5bbcbbafd40f req-e97c7a42-a0b9-43f8-a233-1dab639b5613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] For port ab20b634-d6d6-4d70-8c85-e7bb7445e510, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ab20b634-d6d6-4d70-8c85-e7bb7445e510,segment=NetworkSegment(80c1850d-93d8-4723-8905-b48b2e31d6ff),segment_id=80c1850d-93d8-4723-8905-b48b2e31d6ff)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:18.891476 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-d6a7082f-f0a8-4aab-a7d0-5bbcbbafd40f req-e97c7a42-a0b9-43f8-a233-1dab639b5613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:19.066484 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22fb9d-186b-4be2-9d13-8c17dac4a72e req-e35ba83c-a959-4856-bdd7-cff786084521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:19.068085 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-df22fb9d-186b-4be2-9d13-8c17dac4a72e req-e35ba83c-a959-4856-bdd7-cff786084521 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 1098 time: 0.2114577
Nov 10 14:40:19.086689 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1e8a7-e4fd-4825-9453-2e33d2284cd9 req-3b0513e6-6ad9-4c3b-839f-f65506d79b53 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:19.094814 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-85e1e8a7-e4fd-4825-9453-2e33d2284cd9 req-3b0513e6-6ad9-4c3b-839f-f65506d79b53 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.2812345
Nov 10 14:40:19.126692 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-d6a7082f-f0a8-4aab-a7d0-5bbcbbafd40f req-e97c7a42-a0b9-43f8-a233-1dab639b5613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Calling delete_port for ab20b634-d6d6-4d70-8c85-e7bb7445e510 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:40:19.225203 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc53ff6-eb91-4978-8f4a-fc3edfb64e86 req-c021c578-0bb4-4f2d-ab73-fb7ef91f0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:19.226810 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9fc53ff6-eb91-4978-8f4a-fc3edfb64e86 req-c021c578-0bb4-4f2d-ab73-fb7ef91f0b0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89b42068517e4e7bb9df6b13a01c54d5&device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 1096 time: 0.5698519
Nov 10 14:40:19.254497 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c924bd-e697-4141-98b2-69a1ae8c43fe req-2f301655-98d3-479c-bc50-69c86ae36bf7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:19.262989 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-68c924bd-e697-4141-98b2-69a1ae8c43fe req-2f301655-98d3-479c-bc50-69c86ae36bf7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.6782062
Nov 10 14:40:19.323283 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22fb9d-186b-4be2-9d13-8c17dac4a72e req-4d65ec4a-cc08-49d1-bbbe-0cfbb5db035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:19.330738 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-df22fb9d-186b-4be2-9d13-8c17dac4a72e req-4d65ec4a-cc08-49d1-bbbe-0cfbb5db035e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c63d63d-a43a-4aed-bb08-634fd5629552 HTTP/1.1" status: 200  len: 920 time: 0.2136004
Nov 10 14:40:19.345492 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-85e1e8a7-e4fd-4825-9453-2e33d2284cd9 req-765c1b1a-a7ac-45e6-8cfe-d2da918002c2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2497156
Nov 10 14:40:19.448781 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-df22fb9d-186b-4be2-9d13-8c17dac4a72e req-d91a82d2-a444-4ab6-b4b2-7ef46447cd0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb4db84b-cf37-44aa-b163-90343a69b5c7 HTTP/1.1" status: 200  len: 217 time: 0.1022170
Nov 10 14:40:19.511016 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-68c924bd-e697-4141-98b2-69a1ae8c43fe req-4eb481a4-4647-4c51-b859-b7a3b2da36fb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2462804
Nov 10 14:40:19.624185 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc53ff6-eb91-4978-8f4a-fc3edfb64e86 req-012cf596-c070-447c-a0c1-0df187065b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:19.626394 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9fc53ff6-eb91-4978-8f4a-fc3edfb64e86 req-012cf596-c070-447c-a0c1-0df187065b39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=178a8188-2a49-467b-a37a-40ee197c7f69 HTTP/1.1" status: 200  len: 910 time: 0.3604612
Nov 10 14:40:19.677336 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22fb9d-186b-4be2-9d13-8c17dac4a72e req-16c1d65a-2c2a-47bd-8355-e7268332f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:19.678970 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-df22fb9d-186b-4be2-9d13-8c17dac4a72e req-16c1d65a-2c2a-47bd-8355-e7268332f248 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd616024-d7e8-458c-988c-76b5df329b34 HTTP/1.1" status: 200  len: 859 time: 0.2181115
Nov 10 14:40:19.730914 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-d6a7082f-f0a8-4aab-a7d0-5bbcbbafd40f req-e97c7a42-a0b9-43f8-a233-1dab639b5613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:19.782549 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:19.787400 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-df22fb9d-186b-4be2-9d13-8c17dac4a72e req-fc9a7612-2a5a-46c4-b15b-ff73ce861728 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c63d63d-a43a-4aed-bb08-634fd5629552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0878618
Nov 10 14:40:19.825543 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9fc53ff6-eb91-4978-8f4a-fc3edfb64e86 req-6d1a1f12-f03c-4643-81f8-a37bad977c7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba8d6a31-e751-4d6a-91c1-14e5f8592128 HTTP/1.1" status: 200  len: 217 time: 0.1861672
Nov 10 14:40:19.858199 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6838eb36-efd5-4a8e-ba3b-c4d23a5f4eab req-67fae829-b6b0-4eee-95ca-087e18441ced tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 210 time: 0.1283896
Nov 10 14:40:19.987481 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c7a42-a0b9-43f8-a233-1dab639b5613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Pushing event deleted for resources: {'Port': ['ID=ab20b634-d6d6-4d70-8c85-e7bb7445e510,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:19.987481 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e97c7a42-a0b9-43f8-a233-1dab639b5613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:19.988046 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8729f-2290-447a-af30-a0d3e7410be6 req-82481651-280c-47d2-afd4-81faa7ded22f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:19.988046 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-94b8729f-2290-447a-af30-a0d3e7410be6 req-82481651-280c-47d2-afd4-81faa7ded22f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 943 time: 0.3737378
Nov 10 14:40:19.994096 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc53ff6-eb91-4978-8f4a-fc3edfb64e86 req-30c510cb-a40f-4ae8-8fe7-01b69fab0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:19.995934 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9fc53ff6-eb91-4978-8f4a-fc3edfb64e86 req-30c510cb-a40f-4ae8-8fe7-01b69fab0126 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ea807c76-f264-4906-a9f7-067190741fb4 HTTP/1.1" status: 200  len: 849 time: 0.1415019
Nov 10 14:40:20.032143 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-94b8729f-2290-447a-af30-a0d3e7410be6 req-d424b7c2-96ce-4a52-8742-97dee8c354e4 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892322
Nov 10 14:40:20.039000 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-df22fb9d-186b-4be2-9d13-8c17dac4a72e req-2bf0fb90-c1ba-478c-9b77-a2a8e8b523fa service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317557
Nov 10 14:40:20.089363 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a7082f-f0a8-4aab-a7d0-5bbcbbafd40f req-e97c7a42-a0b9-43f8-a233-1dab639b5613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] No DVR routers for this DVR port ab20b634-d6d6-4d70-8c85-e7bb7445e510 on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:40:20.093205 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9fc53ff6-eb91-4978-8f4a-fc3edfb64e86 req-879b6629-fa10-4ae8-8029-786ea54a13a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=178a8188-2a49-467b-a37a-40ee197c7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672598
Nov 10 14:40:20.096551 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-d6a7082f-f0a8-4aab-a7d0-5bbcbbafd40f req-e97c7a42-a0b9-43f8-a233-1dab639b5613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:20.099570 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aded88d-eea4-4a01-be23-1ea68a6a4e1c', 'name': 'network-vif-deleted', 'tag': 'ab20b634-d6d6-4d70-8c85-e7bb7445e510'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:40:20.207868 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aded88d-eea4-4a01-be23-1ea68a6a4e1c', 'name': 'network-vif-deleted', 'tag': 'ab20b634-d6d6-4d70-8c85-e7bb7445e510', 'status': 'completed', 'code': 200}
Nov 10 14:40:20.235816 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-df22fb9d-186b-4be2-9d13-8c17dac4a72e req-5625e539-d2d7-434c-9769-fbb3da2c79fc service neutron] 10.222.0.16 "GET /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1864092
Nov 10 14:40:20.266218 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d6a7082f-f0a8-4aab-a7d0-5bbcbbafd40f req-e97c7a42-a0b9-43f8-a233-1dab639b5613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.16 "DELETE /v2.0/ports/ab20b634-d6d6-4d70-8c85-e7bb7445e510 HTTP/1.1" status: 204  len: 173 time: 2.1667724
Nov 10 14:40:20.284673 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9fc53ff6-eb91-4978-8f4a-fc3edfb64e86 req-96060b10-a955-482b-a5f4-ce261db2c691 service neutron] 10.222.0.16 "GET /v2.0/networks/178a8188-2a49-467b-a37a-40ee197c7f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779988
Nov 10 14:40:20.497177 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9fc53ff6-eb91-4978-8f4a-fc3edfb64e86 req-2896817b-899c-49cf-9888-22df7995103c service neutron] 10.222.0.16 "GET /v2.0/networks/178a8188-2a49-467b-a37a-40ee197c7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2022004
Nov 10 14:40:20.527061 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device ba8d6a31-e751-4d6a-91c1-14e5f8592128 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:40:20.539458 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device ab20b634-d6d6-4d70-8c85-e7bb7445e510 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:40:20.634361 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9499f-cc07-444f-b5d4-deea56a1bc21 req-4d771301-d2fd-41da-b588-a7d4b7ac9067 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:20.636001 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9e9499f-cc07-444f-b5d4-deea56a1bc21 req-4d771301-d2fd-41da-b588-a7d4b7ac9067 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0896771
Nov 10 14:40:20.677989 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: ab20b634-d6d6-4d70-8c85-e7bb7445e510 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:40:20.677989 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device ab20b634-d6d6-4d70-8c85-e7bb7445e510 not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:40:20.706757 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9e9499f-cc07-444f-b5d4-deea56a1bc21 req-ccabc221-08df-49da-8b85-bb13133be6f5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557678
Nov 10 14:40:20.742129 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port ba8d6a31-e751-4d6a-91c1-14e5f8592128, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ba8d6a31-e751-4d6a-91c1-14e5f8592128,segment=NetworkSegment(573c74c4-348f-400c-957e-08d2b6b4414d),segment_id=573c74c4-348f-400c-957e-08d2b6b4414d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:20.763658 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': 'ba8d6a31-e751-4d6a-91c1-14e5f8592128', 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69', 'port_id': 'ba8d6a31-e751-4d6a-91c1-14e5f8592128', 'mac_address': 'fa:16:3e:02:16:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea807c76-f264-4906-a9f7-067190741fb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:40:20.851143 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:20.871518 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8d6a31-e751-4d6a-91c1-14e5f8592128 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:40:20.888244 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port ba8d6a31-e751-4d6a-91c1-14e5f8592128, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ba8d6a31-e751-4d6a-91c1-14e5f8592128,segment=NetworkSegment(573c74c4-348f-400c-957e-08d2b6b4414d),segment_id=573c74c4-348f-400c-957e-08d2b6b4414d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:20.973144 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5642c-ed76-4ee2-a99c-607fd9483741 req-086d0054-d24a-4569-93d1-be907ebc2421 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:20.975577 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-50f5642c-ed76-4ee2-a99c-607fd9483741 req-086d0054-d24a-4569-93d1-be907ebc2421 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.1289515
Nov 10 14:40:21.024132 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-50f5642c-ed76-4ee2-a99c-607fd9483741 req-fa3fba7d-2344-42ed-aa72-0d2e524e9e87 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398126
Nov 10 14:40:21.025031 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2191af5-aa27-4aa8-ad66-d1f5d6bd1bf1 req-703de8df-a69f-46a1-8ec6-86ea4488c52b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:21.026525 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b2191af5-aa27-4aa8-ad66-d1f5d6bd1bf1 req-703de8df-a69f-46a1-8ec6-86ea4488c52b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 945 time: 0.0825565
Nov 10 14:40:21.029294 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:21.031002 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:21.083468 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b2191af5-aa27-4aa8-ad66-d1f5d6bd1bf1 req-6034e30b-b8e0-4ede-9188-0f2713039a22 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503452
Nov 10 14:40:21.138658 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=ba8d6a31-e751-4d6a-91c1-14e5f8592128,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:21.142875 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:21.262963 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4cc66d62-b48e-47e1-81b1-dc1845567362 req-96c46801-8c94-43ca-b3fa-4a173cafa526 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Synchronizing usage tracker for tenant:ffbe0314d057428ea108c9e9ac7fe23d on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:40:21.310321 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd9ede-b34b-43f9-9cb2-98fed416dc63 req-9147cf91-c25d-4823-afa8-4ade10d9b2ea tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:21.311814 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-66dd9ede-b34b-43f9-9cb2-98fed416dc63 req-9147cf91-c25d-4823-afa8-4ade10d9b2ea tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 944 time: 0.1218691
Nov 10 14:40:21.362009 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-66dd9ede-b34b-43f9-9cb2-98fed416dc63 req-3990d046-faea-4094-bfb2-c0f5b6cc7c54 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441027
Nov 10 14:40:21.371806 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4cc66d62-b48e-47e1-81b1-dc1845567362 req-96c46801-8c94-43ca-b3fa-4a173cafa526 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Unset dirty status for tenant:ffbe0314d057428ea108c9e9ac7fe23d on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:40:21.371806 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4cc66d62-b48e-47e1-81b1-dc1845567362 req-96c46801-8c94-43ca-b3fa-4a173cafa526 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aded88d-eea4-4a01-be23-1ea68a6a4e1c HTTP/1.1" status: 200  len: 210 time: 0.1759889
Nov 10 14:40:21.661361 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['ba8d6a31-e751-4d6a-91c1-14e5f8592128'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:40:21.781612 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b527ab-ef51-4ab0-991d-83730aa12be9 req-fb98d9b2-313e-4653-9005-15852c55a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:21.789508 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83b527ab-ef51-4ab0-991d-83730aa12be9 req-fb98d9b2-313e-4653-9005-15852c55a9ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 1098 time: 0.0923598
Nov 10 14:40:21.968858 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4bd99-2d34-4b27-b8b5-301f0da3a287 req-e852b33a-5484-4384-bcb2-7ebbf9983391 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:21.970782 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9fc4bd99-2d34-4b27-b8b5-301f0da3a287 req-e852b33a-5484-4384-bcb2-7ebbf9983391 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1328163
Nov 10 14:40:22.028684 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9fc4bd99-2d34-4b27-b8b5-301f0da3a287 req-bd64bd8e-c4e0-4b64-b83a-1ecdd3e1fb39 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517597
Nov 10 14:40:22.048904 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b527ab-ef51-4ab0-991d-83730aa12be9 req-9391ba3d-b7a8-4f36-bb52-3e425536f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:22.048904 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83b527ab-ef51-4ab0-991d-83730aa12be9 req-9391ba3d-b7a8-4f36-bb52-3e425536f8cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 917 time: 0.2409890
Nov 10 14:40:22.266758 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83b527ab-ef51-4ab0-991d-83730aa12be9 req-b140f375-72d9-4311-9683-35b1ba6bc90e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7793089e-a0b8-4723-9932-7fab3e74abdc HTTP/1.1" status: 200  len: 1001 time: 0.2020161
Nov 10 14:40:22.370727 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9d805-80be-44fb-b151-1da60a927217 req-f317c9d0-d364-424b-8444-02dc19b7cb66 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:22.372233 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-86f9d805-80be-44fb-b151-1da60a927217 req-f317c9d0-d364-424b-8444-02dc19b7cb66 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 945 time: 0.1525362
Nov 10 14:40:22.396429 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b527ab-ef51-4ab0-991d-83730aa12be9 req-8f565426-870c-4811-b67c-ca169b2edf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:22.398696 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83b527ab-ef51-4ab0-991d-83730aa12be9 req-8f565426-870c-4811-b67c-ca169b2edf2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.1162159
Nov 10 14:40:22.410671 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296e75b-7dd4-442c-a250-e70417c5ca33 req-8401169a-ff9a-4f40-8258-0dd734c40ac9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:22.412781 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e296e75b-7dd4-442c-a250-e70417c5ca33 req-8401169a-ff9a-4f40-8258-0dd734c40ac9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.2424054
Nov 10 14:40:22.417813 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-86f9d805-80be-44fb-b151-1da60a927217 req-2aab10f9-2141-44fb-82f5-1da1bce29351 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390148
Nov 10 14:40:22.548013 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e296e75b-7dd4-442c-a250-e70417c5ca33 req-b1eba4ec-31fe-4a91-b4c6-0a9336b4386f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816185
Nov 10 14:40:22.561909 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b527ab-ef51-4ab0-991d-83730aa12be9 req-26400ca2-e929-48e4-80f6-50d9eda8705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:22.564100 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83b527ab-ef51-4ab0-991d-83730aa12be9 req-26400ca2-e929-48e4-80f6-50d9eda8705c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1502481
Nov 10 14:40:22.694480 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b29bf6-da88-4deb-8543-2f0835b0038f req-a8715342-57c1-4408-8ac4-e852f34caaf6 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:22.696181 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b2b29bf6-da88-4deb-8543-2f0835b0038f req-a8715342-57c1-4408-8ac4-e852f34caaf6 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 944 time: 0.0885065
Nov 10 14:40:22.742072 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83b527ab-ef51-4ab0-991d-83730aa12be9 req-755e1935-9380-4888-92ea-b48d65d43b7c service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660080
Nov 10 14:40:22.744061 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b2b29bf6-da88-4deb-8543-2f0835b0038f req-eea969bd-d95b-4bd0-866d-ab5d119853f9 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409276
Nov 10 14:40:22.895817 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83b527ab-ef51-4ab0-991d-83730aa12be9 req-95c66d61-8d1b-4e48-b306-d71ef19a0fc4 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409776
Nov 10 14:40:23.240286 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c014d-c49e-48dd-98ef-7de9cac35f07 req-3d6a084c-5099-409b-9c19-601227181f4e tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:23.241754 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1f6c014d-c49e-48dd-98ef-7de9cac35f07 req-3d6a084c-5099-409b-9c19-601227181f4e tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0933366
Nov 10 14:40:23.290995 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1f6c014d-c49e-48dd-98ef-7de9cac35f07 req-30a3f196-e83e-4b4f-a261-168732ae8030 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435786
Nov 10 14:40:23.647498 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0528a68-018d-421e-b0f2-a6408b3ff7ab req-52b7d700-8922-4c21-8f21-da3f6c86032d tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:23.649132 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b0528a68-018d-421e-b0f2-a6408b3ff7ab req-52b7d700-8922-4c21-8f21-da3f6c86032d tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 945 time: 0.0868845
Nov 10 14:40:23.700860 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b0528a68-018d-421e-b0f2-a6408b3ff7ab req-206b9ed6-9260-4817-8ca5-503895d8f03f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456398
Nov 10 14:40:23.814932 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d565f-6b28-4270-8cfe-c8a8c62757cb req-3d23be54-b54f-44b8-8705-a0b84e4c2bc9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:23.816462 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-504d565f-6b28-4270-8cfe-c8a8c62757cb req-3d23be54-b54f-44b8-8705-a0b84e4c2bc9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.0911064
Nov 10 14:40:23.890405 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-504d565f-6b28-4270-8cfe-c8a8c62757cb req-f428d4d9-7aa9-436a-a44d-c9a5c5f7e85d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677624
Nov 10 14:40:23.968170 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e2641-bef1-4863-a199-a8e71df9feb7 req-16913f12-03e5-4d5c-a794-eda89f647fd8 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:23.975210 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-861e2641-bef1-4863-a199-a8e71df9feb7 req-16913f12-03e5-4d5c-a794-eda89f647fd8 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 944 time: 0.1050873
Nov 10 14:40:24.024679 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-861e2641-bef1-4863-a199-a8e71df9feb7 req-e5b6e2cc-0049-401e-97c7-62f78bb10ae6 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427029
Nov 10 14:40:24.168309 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e581a8-e91f-4b76-9f5a-2bba092883f9 req-4607d05e-a43d-4447-b421-0a854d92dd7b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:24.169790 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5e581a8-e91f-4b76-9f5a-2bba092883f9 req-4607d05e-a43d-4447-b421-0a854d92dd7b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 945 time: 0.0820508
Nov 10 14:40:24.254212 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-c5e581a8-e91f-4b76-9f5a-2bba092883f9 req-fd8b6d5d-63d4-4054-9cb2-5585c262f38b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Deleting port 05dbecd5-7e93-4554-bc2d-722c9a3459ee {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:40:24.255318 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5e581a8-e91f-4b76-9f5a-2bba092883f9 req-fd8b6d5d-63d4-4054-9cb2-5585c262f38b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:24.556615 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device ba8d6a31-e751-4d6a-91c1-14e5f8592128 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:40:24.576490 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-c5e581a8-e91f-4b76-9f5a-2bba092883f9 req-fd8b6d5d-63d4-4054-9cb2-5585c262f38b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] For port 05dbecd5-7e93-4554-bc2d-722c9a3459ee, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=05dbecd5-7e93-4554-bc2d-722c9a3459ee,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:24.593654 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5e581a8-e91f-4b76-9f5a-2bba092883f9 req-fd8b6d5d-63d4-4054-9cb2-5585c262f38b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:24.678498 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port ba8d6a31-e751-4d6a-91c1-14e5f8592128 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:40:24.683922 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port ba8d6a31-e751-4d6a-91c1-14e5f8592128 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:24.685331 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:24.710855 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ceb4f-6389-49f1-b778-1365474726c2 req-361d99e4-b0cf-438e-84d8-ccc218d9dc29 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:24.712378 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f93ceb4f-6389-49f1-b778-1365474726c2 req-361d99e4-b0cf-438e-84d8-ccc218d9dc29 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.2666645
Nov 10 14:40:24.722873 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-c5e581a8-e91f-4b76-9f5a-2bba092883f9 req-fd8b6d5d-63d4-4054-9cb2-5585c262f38b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Calling delete_port for 05dbecd5-7e93-4554-bc2d-722c9a3459ee owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:40:24.832399 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:24.857283 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1fa4cf7d-7c04-433e-b619-ecbf8a5aed33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:24.863633 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb8821e-cb79-4332-9f73-bc2b15dd8643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8d6a31-e751-4d6a-91c1-14e5f8592128'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:40:24.876863 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port ba8d6a31-e751-4d6a-91c1-14e5f8592128, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ba8d6a31-e751-4d6a-91c1-14e5f8592128,segment=NetworkSegment(573c74c4-348f-400c-957e-08d2b6b4414d),segment_id=573c74c4-348f-400c-957e-08d2b6b4414d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:24.964706 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:24.965631 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7793089e-a0b8-4723-9932-7fab3e74abdc no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:40:24.971892 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e5a92-20d8-4f8b-8134-c4254558c130 req-d3483a42-d1c9-47b6-9932-233f38fe498e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:24.974489 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-004e5a92-20d8-4f8b-8134-c4254558c130 req-d3483a42-d1c9-47b6-9932-233f38fe498e tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 945 time: 0.1512687
Nov 10 14:40:24.994125 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f93ceb4f-6389-49f1-b778-1365474726c2 req-3dfe5e36-fa44-408e-99dc-32eacfc1034f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031270
Nov 10 14:40:25.006455 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:25.056692 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-004e5a92-20d8-4f8b-8134-c4254558c130 req-a9359542-f41b-4658-9ef1-2cbe04a73de8 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722945
Nov 10 14:40:25.151262 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb8821e-cb79-4332-9f73-bc2b15dd8643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8d6a31-e751-4d6a-91c1-14e5f8592128', 'code': 200}
Nov 10 14:40:25.243587 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=ba8d6a31-e751-4d6a-91c1-14e5f8592128,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:25.247122 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:25.262147 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5e581a8-e91f-4b76-9f5a-2bba092883f9 req-fd8b6d5d-63d4-4054-9cb2-5585c262f38b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:25.282842 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:25.305299 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7891d630-cd7f-4e87-9505-1e12c195b582', 'd506fe63-0e24-46e1-bf5d-c72174fb97ac', 'a767d549-91af-42f4-987e-bae76d206a10'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:40:25.379149 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b6d5d-63d4-4054-9cb2-5585c262f38b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Pushing event deleted for resources: {'Port': ['ID=05dbecd5-7e93-4554-bc2d-722c9a3459ee,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:25.383135 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:25.390663 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-fd8b6d5d-63d4-4054-9cb2-5585c262f38b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:25.427463 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:25.497911 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7793089e-a0b8-4723-9932-7fab3e74abdc,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:25.507585 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777b84e-3db3-4423-8adc-dc62cdce02b5 req-d5449d57-1990-4b09-b9d8-88aac9672504 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:25.509434 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5777b84e-3db3-4423-8adc-dc62cdce02b5 req-d5449d57-1990-4b09-b9d8-88aac9672504 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 945 time: 0.2084043
Nov 10 14:40:25.569798 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:25.571179 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 05dbecd5-7e93-4554-bc2d-722c9a3459ee no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:40:25.603656 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:25.631262 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5777b84e-3db3-4423-8adc-dc62cdce02b5 req-0a98f39d-60cb-422f-af33-095986cac0ef tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147327
Nov 10 14:40:25.703464 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: 05dbecd5-7e93-4554-bc2d-722c9a3459ee {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:40:25.703816 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 05dbecd5-7e93-4554-bc2d-722c9a3459ee not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:40:25.721105 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7793089e-a0b8-4723-9932-7fab3e74abdc,revision_number=8']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:25.724570 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:25.747822 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e581a8-e91f-4b76-9f5a-2bba092883f9 req-fd8b6d5d-63d4-4054-9cb2-5585c262f38b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] No DVR routers for this DVR port 05dbecd5-7e93-4554-bc2d-722c9a3459ee on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:40:25.758586 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c5e581a8-e91f-4b76-9f5a-2bba092883f9 req-fd8b6d5d-63d4-4054-9cb2-5585c262f38b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:25.768560 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aab1369-5769-49ac-929f-1a12d96b78ca', 'name': 'network-vif-deleted', 'tag': '05dbecd5-7e93-4554-bc2d-722c9a3459ee'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:40:25.817770 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a07e6-64a3-4203-875b-d651e01a676a req-54fc60db-82d4-4130-bad1-12ec57611f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:25.819417 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a58a07e6-64a3-4203-875b-d651e01a676a req-54fc60db-82d4-4130-bad1-12ec57611f10 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 1098 time: 0.2825880
Nov 10 14:40:25.828924 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd1073-6bbc-4647-92e9-79d760342612 req-3497f3ae-7bf1-4971-ae75-3940e70a07f9 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:25.832100 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f4cd1073-6bbc-4647-92e9-79d760342612 req-3497f3ae-7bf1-4971-ae75-3940e70a07f9 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 945 time: 0.4446826
Nov 10 14:40:25.937779 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f4cd1073-6bbc-4647-92e9-79d760342612 req-d1916323-852b-48e9-ae38-e93118db2634 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928094
Nov 10 14:40:25.941043 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5e581a8-e91f-4b76-9f5a-2bba092883f9 req-fd8b6d5d-63d4-4054-9cb2-5585c262f38b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "DELETE /v2.0/ports/05dbecd5-7e93-4554-bc2d-722c9a3459ee HTTP/1.1" status: 204  len: 173 time: 1.7611766
Nov 10 14:40:25.945987 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a58a07e6-64a3-4203-875b-d651e01a676a req-f22821db-b015-4682-841d-a3d83c642638 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115034
Nov 10 14:40:26.039455 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aab1369-5769-49ac-929f-1a12d96b78ca', 'name': 'network-vif-deleted', 'tag': '05dbecd5-7e93-4554-bc2d-722c9a3459ee', 'status': 'completed', 'code': 200}
Nov 10 14:40:26.225475 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-a61bf436-3bb9-4512-a48c-791f217b7079 req-6b0ee95e-22ca-492a-ab0b-39cc67b17554 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Synchronizing usage tracker for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:40:26.376619 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-a61bf436-3bb9-4512-a48c-791f217b7079 req-6b0ee95e-22ca-492a-ab0b-39cc67b17554 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Unset dirty status for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:40:26.378290 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a61bf436-3bb9-4512-a48c-791f217b7079 req-6b0ee95e-22ca-492a-ab0b-39cc67b17554 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 210 time: 0.1975982
Nov 10 14:40:26.842752 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f88e7-c6b9-4a7d-849e-ea5b5ad72db1 req-63f4ce28-20d3-4384-a2d7-8941e97dcdfd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:26.844280 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-602f88e7-c6b9-4a7d-849e-ea5b5ad72db1 req-63f4ce28-20d3-4384-a2d7-8941e97dcdfd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0870004
Nov 10 14:40:26.888593 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-602f88e7-c6b9-4a7d-849e-ea5b5ad72db1 req-27535431-806d-4cd3-9f45-b14c614f185d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386152
Nov 10 14:40:27.152774 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:40:27.163484 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2c2d7-b25e-4e14-8974-a7319974c154 req-af58e48d-b2e1-431a-b4e3-ded71fe7a58b tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:27.168285 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d1e2c2d7-b25e-4e14-8974-a7319974c154 req-af58e48d-b2e1-431a-b4e3-ded71fe7a58b tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 945 time: 0.0881000
Nov 10 14:40:27.217440 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d1e2c2d7-b25e-4e14-8974-a7319974c154 req-952184f8-c29c-46f8-b44b-659b5394d511 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461230
Nov 10 14:40:27.275039 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'code': 200}
Nov 10 14:40:27.476079 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8ca94ae-5e5f-4b1f-b9fa-e9b9a3f93a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:27.588894 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b550917e-d385-4883-bf34-b828b7f0be44 req-ae857ec9-9a80-4075-b79c-b68d2f1502f7 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aab1369-5769-49ac-929f-1a12d96b78ca HTTP/1.1" status: 200  len: 210 time: 0.0762537
Nov 10 14:40:28.464847 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35381249-eda0-4143-b76b-2a8d1f56539f req-f4610a6f-7d5d-4871-b18e-a5e0bea0bd2f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:28.466346 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-35381249-eda0-4143-b76b-2a8d1f56539f req-f4610a6f-7d5d-4871-b18e-a5e0bea0bd2f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 945 time: 0.1204429
Nov 10 14:40:28.479315 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:28.522684 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-35381249-eda0-4143-b76b-2a8d1f56539f req-6c64532d-ce64-4634-b0cd-e3dbf68c7d94 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448699
Nov 10 14:40:28.573798 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7793089e-a0b8-4723-9932-7fab3e74abdc no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:40:29.738209 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6200df8-b62c-4b2a-a6ed-77e63d3c4b31 req-fc1d7e0d-2cb4-4dcf-a270-f0bcefb0926c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:29.740130 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a6200df8-b62c-4b2a-a6ed-77e63d3c4b31 req-fc1d7e0d-2cb4-4dcf-a270-f0bcefb0926c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1433911
Nov 10 14:40:29.770989 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:29.802144 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a6200df8-b62c-4b2a-a6ed-77e63d3c4b31 req-99bca54a-aaab-4a15-aee5-465cc54c87d3 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554016
Nov 10 14:40:30.307633 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56082) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:30.432128 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-3e7012b3-99ab-4afe-8eaf-60f095fe7a0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1229355
Nov 10 14:40:31.009639 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a259d9-95cb-45ac-b12c-514317993c66 req-54bd2179-a61a-4968-a328-2b3c61846493 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:31.011136 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a3a259d9-95cb-45ac-b12c-514317993c66 req-54bd2179-a61a-4968-a328-2b3c61846493 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0871677
Nov 10 14:40:31.060384 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a3a259d9-95cb-45ac-b12c-514317993c66 req-32e2f236-45ae-4d31-a52a-9b66ba5bd526 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427804
Nov 10 14:40:31.419073 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080857-7baf-45cb-be41-efefa0e17714 req-59fd349f-dce5-4a33-a47b-d693d1a1b70e tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:31.420478 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-da080857-7baf-45cb-be41-efefa0e17714 req-59fd349f-dce5-4a33-a47b-d693d1a1b70e tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 945 time: 0.0902510
Nov 10 14:40:31.467628 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-da080857-7baf-45cb-be41-efefa0e17714 req-5a06d92c-89e5-484d-8b7e-ef21b2f21a08 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392313
Nov 10 14:40:31.662625 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c075f4-fda9-425d-904a-fa2768a04053 req-e892c2aa-30af-4791-8580-244b19c9425f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:31.664186 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b3c075f4-fda9-425d-904a-fa2768a04053 req-e892c2aa-30af-4791-8580-244b19c9425f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 945 time: 0.0825608
Nov 10 14:40:31.711496 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b3c075f4-fda9-425d-904a-fa2768a04053 req-54410893-d5b1-4639-81b7-6741e12de221 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405343
Nov 10 14:40:32.255144 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c21fe4-95de-4b37-a400-59e07874e8f1 req-e58a8f1d-9633-4d1c-a505-b0353038545c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:32.256669 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36c21fe4-95de-4b37-a400-59e07874e8f1 req-e58a8f1d-9633-4d1c-a505-b0353038545c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0841098
Nov 10 14:40:32.301889 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36c21fe4-95de-4b37-a400-59e07874e8f1 req-e32e2b70-a68d-4a74-8e28-fa2353c72666 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393772
Nov 10 14:40:32.671998 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dfe87-a71c-4899-b3c5-f4cbfc42d974 req-8033aaf8-e541-407e-aadf-55ec7b31ef44 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:32.673614 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-273dfe87-a71c-4899-b3c5-f4cbfc42d974 req-8033aaf8-e541-407e-aadf-55ec7b31ef44 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 945 time: 0.0913372
Nov 10 14:40:32.680313 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56142) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:32.728858 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-273dfe87-a71c-4899-b3c5-f4cbfc42d974 req-14995077-d2a3-4126-be90-2098d20a9c6c tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411294
Nov 10 14:40:32.844748 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c6b11f1c-c4cd-4b7b-a45a-1f9e206d45d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffbe0314d057428ea108c9e9ac7fe23d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1628790
Nov 10 14:40:32.846998 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56150) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:32.910407 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-891c7a5c-950f-4369-87b7-a062117da509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:32.928242 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531e094-e9ea-4bbb-9ce5-0f0a17226e96 req-89bdd6c6-445f-40db-8b4a-f827ff4208f6 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:32.929912 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a531e094-e9ea-4bbb-9ce5-0f0a17226e96 req-89bdd6c6-445f-40db-8b4a-f827ff4208f6 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 945 time: 0.0922217
Nov 10 14:40:32.966691 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-891c7a5c-950f-4369-87b7-a062117da509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:32.994464 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a531e094-e9ea-4bbb-9ce5-0f0a17226e96 req-c0373edb-e73c-46e5-8141-aba793700b5b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507834
Nov 10 14:40:33.170698 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-891c7a5c-950f-4369-87b7-a062117da509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:33.174955 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:33.194196 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c7a5c-950f-4369-87b7-a062117da509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bdf9d6-6c51-4374-b789-350165c1ba89,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:33.198570 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-891c7a5c-950f-4369-87b7-a062117da509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:33.288618 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-891c7a5c-950f-4369-87b7-a062117da509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:33.289835 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-891c7a5c-950f-4369-87b7-a062117da509 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28bdf9d6-6c51-4374-b789-350165c1ba89 HTTP/1.1" status: 204  len: 168 time: 0.4417984
Nov 10 14:40:33.299006 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665acbc-65b0-47de-897f-61f6d580134f req-3d94bc1f-c57d-4660-b1ee-5539b9c897b2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:33.300539 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2665acbc-65b0-47de-897f-61f6d580134f req-3d94bc1f-c57d-4660-b1ee-5539b9c897b2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.0887883
Nov 10 14:40:33.353697 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2665acbc-65b0-47de-897f-61f6d580134f req-b34f4233-d8d5-430a-9f0d-8fb7c57e3666 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470271
Nov 10 14:40:33.533447 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afab21-4f97-47c1-947d-bdb4b8ae9731 req-d8e3fe8b-2e19-4967-b60b-c024079e8054 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:33.534930 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46afab21-4f97-47c1-947d-bdb4b8ae9731 req-d8e3fe8b-2e19-4967-b60b-c024079e8054 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 945 time: 0.1529613
Nov 10 14:40:33.551365 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bee13-02e5-4c9f-8de8-37274da1ace5 req-867d8a06-150c-4f2d-b079-233f95679b61 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:33.552763 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-025bee13-02e5-4c9f-8de8-37274da1ace5 req-867d8a06-150c-4f2d-b079-233f95679b61 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1284559
Nov 10 14:40:33.650000 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-025bee13-02e5-4c9f-8de8-37274da1ace5 req-9dad8530-8cae-4523-9d22-69c52c8c9afb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660958
Nov 10 14:40:33.653423 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-46afab21-4f97-47c1-947d-bdb4b8ae9731 req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Deleting port ba8d6a31-e751-4d6a-91c1-14e5f8592128 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:40:33.653762 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-46afab21-4f97-47c1-947d-bdb4b8ae9731 req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:33.926184 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd890b0-b764-414e-962f-edc3e5dd3dc7 req-931c12d3-ea96-4356-b34b-617c5ec614e2 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:33.933274 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-cfd890b0-b764-414e-962f-edc3e5dd3dc7 req-931c12d3-ea96-4356-b34b-617c5ec614e2 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 945 time: 0.0875411
Nov 10 14:40:33.983814 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-cfd890b0-b764-414e-962f-edc3e5dd3dc7 req-22da82d1-ca78-4c19-b423-65c67a50bac2 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494709
Nov 10 14:40:33.989342 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-46afab21-4f97-47c1-947d-bdb4b8ae9731 req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] For port ba8d6a31-e751-4d6a-91c1-14e5f8592128, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ba8d6a31-e751-4d6a-91c1-14e5f8592128,segment=NetworkSegment(573c74c4-348f-400c-957e-08d2b6b4414d),segment_id=573c74c4-348f-400c-957e-08d2b6b4414d)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:33.989874 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-46afab21-4f97-47c1-947d-bdb4b8ae9731 req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:34.125412 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-46afab21-4f97-47c1-947d-bdb4b8ae9731 req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Calling delete_port for ba8d6a31-e751-4d6a-91c1-14e5f8592128 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:40:34.385543 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa13b0-c67c-4b8c-b0ea-76fbc58befd0 req-fe60188d-a30c-4f7e-a768-89203ed42d5b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:34.387046 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-91aa13b0-c67c-4b8c-b0ea-76fbc58befd0 req-fe60188d-a30c-4f7e-a768-89203ed42d5b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 945 time: 0.2726893
Nov 10 14:40:34.412275 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56188) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:34.431010 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-a14a7a1a-7f56-4b15-b575-6b5e858cea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:34.432465 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-a14a7a1a-7f56-4b15-b575-6b5e858cea4d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567&tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066 HTTP/1.1" status: 200  len: 1096 time: 0.1955633
Nov 10 14:40:34.457791 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-91aa13b0-c67c-4b8c-b0ea-76fbc58befd0 req-58c7e055-50a7-4d3e-b1c0-0cceab2a2115 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555756
Nov 10 14:40:34.557541 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-7b2f61a4-1436-41c1-b343-2489b2926cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:34.559459 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-7b2f61a4-1436-41c1-b343-2489b2926cfa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 1096 time: 0.0813975
Nov 10 14:40:34.576739 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2051990270-network', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:40:34.589483 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-46afab21-4f97-47c1-947d-bdb4b8ae9731 req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:34.591947 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:34.600140 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:34.605043 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Usage tracker for resource:network and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:34.610738 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['ba8d6a31-e751-4d6a-91c1-14e5f8592128'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:40:34.611276 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:34.620085 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:34.661729 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e38ef7-6c54-498a-868b-e3b8d87f75cc req-e6377641-1e98-4fd3-b38d-0ba3a3b2b3d3 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:34.663285 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-54e38ef7-6c54-498a-868b-e3b8d87f75cc req-e6377641-1e98-4fd3-b38d-0ba3a3b2b3d3 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 945 time: 0.1784279
Nov 10 14:40:34.672028 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef77002-c07d-4c97-90d7-0c66d9e827ad req-2e33abb1-98b3-44d4-a0af-fd60f246a02a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:34.689699 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-aef77002-c07d-4c97-90d7-0c66d9e827ad req-2e33abb1-98b3-44d4-a0af-fd60f246a02a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1519630
Nov 10 14:40:34.703695 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Pushing event deleted for resources: {'Port': ['ID=ba8d6a31-e751-4d6a-91c1-14e5f8592128,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:34.706613 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:34.771053 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [req-54e38ef7-6c54-498a-868b-e3b8d87f75cc req-5bf5840f-4e79-48dd-bf52-0d67e775ef0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Deleting port a767d549-91af-42f4-987e-bae76d206a10 {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:40:34.771422 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-54e38ef7-6c54-498a-868b-e3b8d87f75cc req-5bf5840f-4e79-48dd-bf52-0d67e775ef0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:34.816269 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-aef77002-c07d-4c97-90d7-0c66d9e827ad req-69214b2b-c440-4d5a-8786-7fc75ea641ec tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066034
Nov 10 14:40:34.824184 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Made reservation on behalf of 8b2fa41957dd4b8484b5ef9bf552e105 for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:40:34.826344 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:34.838394 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-46afab21-4f97-47c1-947d-bdb4b8ae9731 req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] No DVR routers for this DVR port ba8d6a31-e751-4d6a-91c1-14e5f8592128 on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:40:34.845074 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:34.846373 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-46afab21-4f97-47c1-947d-bdb4b8ae9731 req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:34.850899 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb8821e-cb79-4332-9f73-bc2b15dd8643', 'name': 'network-vif-deleted', 'tag': 'ba8d6a31-e751-4d6a-91c1-14e5f8592128'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:40:34.895544 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:34.907218 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb8821e-cb79-4332-9f73-bc2b15dd8643', 'name': 'network-vif-deleted', 'tag': 'ba8d6a31-e751-4d6a-91c1-14e5f8592128', 'status': 'completed', 'code': 200}
Nov 10 14:40:34.909511 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-0cfd6f2f-b833-4fd5-acc9-5053e3f337e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:34.911306 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-0cfd6f2f-b833-4fd5-acc9-5053e3f337e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 917 time: 0.3420005
Nov 10 14:40:34.911723 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Usage tracker for resource:security_group_rule and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:34.917201 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:34.926359 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:34.982765 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46afab21-4f97-47c1-947d-bdb4b8ae9731 req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.16 "DELETE /v2.0/ports/ba8d6a31-e751-4d6a-91c1-14e5f8592128 HTTP/1.1" status: 204  len: 173 time: 1.4288182
Nov 10 14:40:35.000139 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f631d-0c69-44a7-8d60-96340482a5fd req-53546555-81f6-4408-8f13-fa0a53ceb715 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:35.001580 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-738f631d-0c69-44a7-8d60-96340482a5fd req-53546555-81f6-4408-8f13-fa0a53ceb715 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.2065349
Nov 10 14:40:35.079291 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-54a166aa-5b4f-4075-8e41-7c349bbb70cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7793089e-a0b8-4723-9932-7fab3e74abdc HTTP/1.1" status: 200  len: 999 time: 0.1562667
Nov 10 14:40:35.090088 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-738f631d-0c69-44a7-8d60-96340482a5fd req-261187bb-436c-49d2-bdfc-4d246dcff08a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758402
Nov 10 14:40:35.155853 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-0c2ce9ef-708b-48e6-af44-7e828ff4cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:35.157682 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-0c2ce9ef-708b-48e6-af44-7e828ff4cc7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.0666959
Nov 10 14:40:35.217358 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-fbb9884a-414a-4757-97a8-f7b2357d0394 req-d5980c5a-5436-4460-b92a-47cecdb4479c tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 210 time: 0.1280031
Nov 10 14:40:35.220123 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-54e38ef7-6c54-498a-868b-e3b8d87f75cc req-5bf5840f-4e79-48dd-bf52-0d67e775ef0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] For port a767d549-91af-42f4-987e-bae76d206a10, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=a767d549-91af-42f4-987e-bae76d206a10,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:35.220363 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-54e38ef7-6c54-498a-868b-e3b8d87f75cc req-5bf5840f-4e79-48dd-bf52-0d67e775ef0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:35.269815 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-e5b0570a-033f-477c-8052-556f527f81a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:35.271369 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-e5b0570a-033f-477c-8052-556f527f81a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775659
Nov 10 14:40:35.367693 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [req-54e38ef7-6c54-498a-868b-e3b8d87f75cc req-5bf5840f-4e79-48dd-bf52-0d67e775ef0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Calling delete_port for a767d549-91af-42f4-987e-bae76d206a10 owned by compute:nova {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:40:35.428099 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-72b0146c-d7aa-4b44-be07-c3287a913a7e service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442387
Nov 10 14:40:35.431047 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:35.536524 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:35.541320 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-79f544b6-10e9-4f2a-b4da-6d24986fd1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:35.564989 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'}  {{(pid=87468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:40:35.640217 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28022fd-6f5c-40cc-952e-b42722352b05,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:35.657767 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:35.657767 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:35.657767 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Added segment 02a28075-c2a5-4efc-862c-34a157d2fd9b of type vlan for network 8d9ed246-aa1d-418f-942f-384e817475c5
Nov 10 14:40:35.697269 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:35.703378 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-63cd8db9-b176-432a-a8a9-89d64cab1994 req-0e84bfeb-5a05-4edb-8311-dc732248c4d8 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2618289
Nov 10 14:40:35.719703 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be13999-dff5-4f36-8c93-f291b015ae45 req-31f32c85-cea5-4256-9a00-b319a1a7345b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:35.721080 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5be13999-dff5-4f36-8c93-f291b015ae45 req-31f32c85-cea5-4256-9a00-b319a1a7345b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 945 time: 0.1215491
Nov 10 14:40:35.765379 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5be13999-dff5-4f36-8c93-f291b015ae45 req-efc57a21-3bd2-4fde-be28-44f2dc818e95 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371444
Nov 10 14:40:35.774315 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-54e38ef7-6c54-498a-868b-e3b8d87f75cc req-5bf5840f-4e79-48dd-bf52-0d67e775ef0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:35.783570 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-926af21d-d64e-415d-8584-73623f8f227f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:35.788900 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7891d630-cd7f-4e87-9505-1e12c195b582', 'd506fe63-0e24-46e1-bf5d-c72174fb97ac', 'a767d549-91af-42f4-987e-bae76d206a10'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:40:35.819963 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:35.828698 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:35.829242 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:35.833379 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5840f-4e79-48dd-bf52-0d67e775ef0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Pushing event deleted for resources: {'Port': ['ID=a767d549-91af-42f4-987e-bae76d206a10,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:35.864988 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5bf5840f-4e79-48dd-bf52-0d67e775ef0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:35.870799 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:35.989352 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e38ef7-6c54-498a-868b-e3b8d87f75cc req-5bf5840f-4e79-48dd-bf52-0d67e775ef0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] No DVR routers for this DVR port a767d549-91af-42f4-987e-bae76d206a10 on host hv-cinder-81740 {{(pid=87468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:40:36.044053 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-54e38ef7-6c54-498a-868b-e3b8d87f75cc req-5bf5840f-4e79-48dd-bf52-0d67e775ef0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:36.048194 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd168b796-b84d-41e3-98b2-d1bd7c12227a', 'name': 'network-vif-deleted', 'tag': 'a767d549-91af-42f4-987e-bae76d206a10'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:40:36.073938 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Pushing event updated for resources: {'Network': ['ID=8d9ed246-aa1d-418f-942f-384e817475c5,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:36.082767 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:36.127394 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 8d9ed246-aa1d-418f-942f-384e817475c5 details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:40:36.127537 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d70705-4e60-47a4-a6ae-21860b0241de req-b1bd03ac-0a4d-4039-b981-3571a82b409c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:36.134823 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-03d70705-4e60-47a4-a6ae-21860b0241de req-b1bd03ac-0a4d-4039-b981-3571a82b409c tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1587331
Nov 10 14:40:36.163980 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd168b796-b84d-41e3-98b2-d1bd7c12227a', 'name': 'network-vif-deleted', 'tag': 'a767d549-91af-42f4-987e-bae76d206a10', 'status': 'completed', 'code': 200}
Nov 10 14:40:36.214405 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-03d70705-4e60-47a4-a6ae-21860b0241de req-17254190-ebf1-40ce-834b-9e0df77f24b0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773916
Nov 10 14:40:36.217932 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-54e38ef7-6c54-498a-868b-e3b8d87f75cc req-5bf5840f-4e79-48dd-bf52-0d67e775ef0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "DELETE /v2.0/ports/a767d549-91af-42f4-987e-bae76d206a10 HTTP/1.1" status: 204  len: 173 time: 1.5418200
Nov 10 14:40:36.221528 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.8079097
Nov 10 14:40:36.224673 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56234) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:36.232254 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Request body: {'subnet': {'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2051990270-subnet', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:40:36.238140 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:36.256110 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Usage tracker for resource:subnet and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:36.262902 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:36.282920 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:36.404441 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Made reservation on behalf of 8b2fa41957dd4b8484b5ef9bf552e105 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:40:36.406882 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225453'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:36.441941 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-dcb0e1b0-55f2-430e-b069-cb9f4a520afe req-6ca974db-bcf0-4b98-995d-75e2e6614adb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb8821e-cb79-4332-9f73-bc2b15dd8643 HTTP/1.1" status: 200  len: 210 time: 0.0568886
Nov 10 14:40:36.507713 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a2972-ad2d-4d07-98f7-fa3fd12cda87 req-24ad6c71-ce3d-4eb5-a09d-49f352d8ae7f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:36.509105 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a75a2972-ad2d-4d07-98f7-fa3fd12cda87 req-24ad6c71-ce3d-4eb5-a09d-49f352d8ae7f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1893249
Nov 10 14:40:36.574855 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a75a2972-ad2d-4d07-98f7-fa3fd12cda87 req-e475eec4-4a4f-40d9-9877-b6330b5cd8c5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551872
Nov 10 14:40:36.620053 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device ba8d6a31-e751-4d6a-91c1-14e5f8592128 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:40:36.683900 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: ba8d6a31-e751-4d6a-91c1-14e5f8592128 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:40:36.684518 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device ba8d6a31-e751-4d6a-91c1-14e5f8592128 not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:40:36.741713 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225459'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:36.746569 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:36.828319 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8776da3e-dbe5-4b48-a845-51a0bba3e050,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:36.830651 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:36.837816 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Checking segment: {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:40:36.838317 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Network hostable DHCP agents. Network: 8d9ed246-aa1d-418f-942f-384e817475c5, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:40:36.918936 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Network 8d9ed246-aa1d-418f-942f-384e817475c5 is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:40:36.943323 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8cce75a8-d2c1-4077-98f4-00d843f528c5 req-abf55b90-d5f1-49f3-956c-e5e56b0118d4 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Synchronizing usage tracker for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:40:37.004368 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 8d9ed246-aa1d-418f-942f-384e817475c5) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:37.019065 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938afa86-0d01-4785-a340-5d71106083fb None None] Network 8d9ed246-aa1d-418f-942f-384e817475c5 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:40:37.021137 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:37.026124 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:37.038160 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8cce75a8-d2c1-4077-98f4-00d843f528c5 req-abf55b90-d5f1-49f3-956c-e5e56b0118d4 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Unset dirty status for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:40:37.042728 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8cce75a8-d2c1-4077-98f4-00d843f528c5 req-abf55b90-d5f1-49f3-956c-e5e56b0118d4 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.1472964
Nov 10 14:40:37.162138 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56254) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:37.162354 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9361911
Nov 10 14:40:37.167465 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:40:37.172876 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:37.177810 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Usage tracker for resource:router and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:37.181421 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:37.190832 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:37.290578 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3252'] for router, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:37.291851 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3235'] for router, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:37.314635 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:37.371457 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b25b303-07c5-5f6c-a194-2bb5371e0edc-8d9ed246-aa1d-418f-942f-384e817475c5', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050'}]}} from dv-cinder-817404-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 10 14:40:37.376813 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:37.504500 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45b05c-a13a-4081-a69e-2db0417fc577 req-c961baf0-c363-4c3f-9850-cd83b139d3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:37.510795 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3d45b05c-a13a-4081-a69e-2db0417fc577 req-c961baf0-c363-4c3f-9850-cd83b139d3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1661153
Nov 10 14:40:37.627652 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3d45b05c-a13a-4081-a69e-2db0417fc577 req-160c6716-fdde-4c4c-a4b8-a7463286f9b7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110916
Nov 10 14:40:37.715527 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Allocated IP 172.20.0.2 (8d9ed246-aa1d-418f-942f-384e817475c5/8776da3e-dbe5-4b48-a845-51a0bba3e050/8e885aba-34f9-43ea-8535-ddc7d0bb0a78) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:40:37.903480 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3153'] for router, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:37.952870 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f98620-e175-49c5-9f75-3e63ef81fa3e req-1b640bdd-f944-43a8-bbc6-5a6da4cb4e7e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:37.954703 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e3f98620-e175-49c5-9f75-3e63ef81fa3e req-1b640bdd-f944-43a8-bbc6-5a6da4cb4e7e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1811461
Nov 10 14:40:38.014072 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:38.027685 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-2fd08e83-93c2-4c90-87b7-b15ca64dfd6e tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:38.028710 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Transition to ACTIVE for port object 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:40:38.031566 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-2fd08e83-93c2-4c90-87b7-b15ca64dfd6e tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/networks?id=178a8188-2a49-467b-a37a-40ee197c7f69 HTTP/1.1" status: 200  len: 809 time: 0.2143538
Nov 10 14:40:38.048806 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Transition to ACTIVE for port object 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:40:38.049295 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-85a641c3-f0a0-4cfe-9fe2-d5c9270e7b57 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/quotas/89b42068517e4e7bb9df6b13a01c54d5 HTTP/1.1" status: 200  len: 375 time: 0.0135221
Nov 10 14:40:38.075807 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e3f98620-e175-49c5-9f75-3e63ef81fa3e req-f5811654-b3ae-45a2-b15f-ceb945b896d4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151080
Nov 10 14:40:38.141499 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-26d17d4e-fe6b-4f0c-9409-218c46fa2a9d tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Synchronizing usage tracker for tenant:89b42068517e4e7bb9df6b13a01c54d5 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:40:38.159015 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:38.165500 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:38.229469 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Network 8d9ed246-aa1d-418f-942f-384e817475c5 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:40:38.232348 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:38.234984 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-26d17d4e-fe6b-4f0c-9409-218c46fa2a9d tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Unset dirty status for tenant:89b42068517e4e7bb9df6b13a01c54d5 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:40:38.244577 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:40:38.245554 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-26d17d4e-fe6b-4f0c-9409-218c46fa2a9d tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b42068517e4e7bb9df6b13a01c54d5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1867383
Nov 10 14:40:38.263111 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Pushing event updated for resources: {'Port': ['ID=8e885aba-34f9-43ea-8535-ddc7d0bb0a78,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:38.292537 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:38.376030 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Attempting to bind port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:40:38.376610 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Attempting to bind port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:40:38.377326 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Attempting to bind port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 on network 8d9ed246-aa1d-418f-942f-384e817475c5 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:40:38.387780 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:40:38.388333 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Checking segment: {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:40:38.388877 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:38.389379 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Bound using segment: {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:40:38.390022 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Bound port: 8e885aba-34f9-43ea-8535-ddc7d0bb0a78, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:40:38.390514 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:38.422760 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0c4dd23c-1c69-4cbb-9c74-d8acb1afec0e req-bb5d62ba-65f5-48bd-be20-3a5d0404ced7 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.1086836
Nov 10 14:40:38.522993 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] For port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:40:38.526750 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] For port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=8e885aba-34f9-43ea-8535-ddc7d0bb0a78,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:40:38.541500 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-e78f584f-b1d2-4c35-9ea8-a79009816a4a service neutron] 10.222.0.37 "GET /v2.0/networks/178a8188-2a49-467b-a37a-40ee197c7f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2948754
Nov 10 14:40:38.590606 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:38.626234 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device a767d549-91af-42f4-987e-bae76d206a10 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:40:38.627838 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:38.728747 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: a767d549-91af-42f4-987e-bae76d206a10 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:40:38.729106 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device a767d549-91af-42f4-987e-bae76d206a10 not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:40:38.731244 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:38.736990 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:38.776435 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Allocated IP 172.27.3.223 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/4fbf86fa-6b36-44a0-b2a8-11e803ea9c02) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:40:38.785832 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-c73b9a27-0241-489f-8f51-097882455560 service neutron] 10.222.0.37 "GET /v2.0/networks/178a8188-2a49-467b-a37a-40ee197c7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2432792
Nov 10 14:40:38.834381 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Pushing event updated for resources: {'Port': ['ID=8e885aba-34f9-43ea-8535-ddc7d0bb0a78,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:38.837727 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:38.998402 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503b87d-fdeb-4ac5-9717-be0216a06e0f req-97a0d938-5403-4974-a4c3-31c3752ca0bd tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:39.000932 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9503b87d-fdeb-4ac5-9717-be0216a06e0f req-97a0d938-5403-4974-a4c3-31c3752ca0bd tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.2153599
Nov 10 14:40:39.026902 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:39.137736 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9503b87d-fdeb-4ac5-9717-be0216a06e0f req-7681bc78-61e1-4f32-8a14-8b6c8a33a11b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068630
Nov 10 14:40:39.164964 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-35a4577c-0ad4-4b5d-8cd0-c20368ccdf7d req-3a2bfef6-165e-4352-afcc-6bbe14f832fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.0827889
Nov 10 14:40:39.238990 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:39.245044 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:39.378568 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:40:39.382670 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:39.394479 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:40:39.419009 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbf86fa-6b36-44a0-b2a8-11e803ea9c02,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:39.426374 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:39.593655 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04ccb0-3716-483c-9612-203a10313729 req-46725e12-0c4b-451d-a3eb-730f83297a93 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:39.600157 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ce04ccb0-3716-483c-9612-203a10313729 req-46725e12-0c4b-451d-a3eb-730f83297a93 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.2969396
Nov 10 14:40:39.616796 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-739fe523-bf75-471f-ac6f-ae5ee8027056 req-0ca16e4b-f249-4253-b60e-dc68d02a7bb1 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0502901
Nov 10 14:40:39.757500 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ce04ccb0-3716-483c-9612-203a10313729 req-4e9f475e-c1a4-4510-b0cd-e0841124d087 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1484118
Nov 10 14:40:39.936499 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:40:40.114180 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc1aacc-9de8-4d32-b80e-4e748d00f869 None None] Network 8d9ed246-aa1d-418f-942f-384e817475c5 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:40:40.138245 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:40.460956 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-12bda4ba-f1bf-4a13-a7a5-77b066414169 req-1a6011dd-d4d9-4007-9e3a-d5932cd81a2f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.0691290
Nov 10 14:40:40.494455 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3901b-bbfd-4b43-8dbd-0e17fda21edd req-9a7d2f5c-6a26-4fa8-a460-61ce9cd8d52f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:40.498422 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20e3901b-bbfd-4b43-8dbd-0e17fda21edd req-9a7d2f5c-6a26-4fa8-a460-61ce9cd8d52f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 945 time: 0.1558013
Nov 10 14:40:40.587263 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20e3901b-bbfd-4b43-8dbd-0e17fda21edd req-3229140b-f421-4db8-a3ae-758ffcfe5b6e tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717843
Nov 10 14:40:40.610980 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-bdc1fc7b-5db6-4b4e-941e-7bc062c31cc4 None None] Provisioning for port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:40:40.616764 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:40:40.621639 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 318ddc56-b050-4d3c-8ff3-c058ac7537b6 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:40:40.663073 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-bdc1fc7b-5db6-4b4e-941e-7bc062c31cc4 None None] Provisioning complete for port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:40.663499 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bdc1fc7b-5db6-4b4e-941e-7bc062c31cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:40.727276 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053150'] for router, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:40.736695 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:40.737230 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:40.917183 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b9ee1f29-e7da-4447-9740-81d5d1567b88 req-32aa8a78-af2d-4a15-ab6b-d85bd0d35a0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0869558
Nov 10 14:40:40.970783 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bdc1fc7b-5db6-4b4e-941e-7bc062c31cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:41.074207 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:41.096518 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:41.136101 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdec18-eae1-4d57-a2bd-339cf5145222 req-ef210542-fec5-4526-931e-0be2745d242f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:41.138467 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-08bdec18-eae1-4d57-a2bd-339cf5145222 req-ef210542-fec5-4526-931e-0be2745d242f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1208429
Nov 10 14:40:41.146029 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 318ddc56-b050-4d3c-8ff3-c058ac7537b6, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=318ddc56-b050-4d3c-8ff3-c058ac7537b6,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:41.148097 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1231f2b0-83cc-4cfd-9062-359a80fdc871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318ddc56-b050-4d3c-8ff3-c058ac7537b6'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:40:41.155376 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-bdc1fc7b-5db6-4b4e-941e-7bc062c31cc4 None None] For port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=8e885aba-34f9-43ea-8535-ddc7d0bb0a78,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:41.162102 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:40:41.191203 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-08bdec18-eae1-4d57-a2bd-339cf5145222 req-490f418e-8b77-402e-8531-2bdbdad2facc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469422
Nov 10 14:40:41.199988 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1231f2b0-83cc-4cfd-9062-359a80fdc871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318ddc56-b050-4d3c-8ff3-c058ac7537b6', 'code': 200}
Nov 10 14:40:41.244019 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Router e353a2fb-ce39-469e-adf2-97027043c5ba is scheduled to L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 with binding_index 1 {{(pid=87468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 10 14:40:41.251286 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bdc1fc7b-5db6-4b4e-941e-7bc062c31cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:41.251286 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:41.251286 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:41.369459 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:40:41.369828 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:40:41.376201 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1fc7b-5db6-4b4e-941e-7bc062c31cc4 None None] Pushing event updated for resources: {'Port': ['ID=8e885aba-34f9-43ea-8535-ddc7d0bb0a78,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:41.449583 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a7430eb9-cf77-4e53-8002-9286ce0946e3 None None] Provisioning complete for port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:41.449979 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a7430eb9-cf77-4e53-8002-9286ce0946e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:41.482547 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:40:41.496393 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Sync routers for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:40:41.510656 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:40:41.512068 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feddaf730>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:40:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:41.525471 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=318ddc56-b050-4d3c-8ff3-c058ac7537b6,revision_number=6']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:41.529073 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:41.529552 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:41.530421 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:41.627046 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Notify callbacks [] for router, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:41.628807 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.4649947
Nov 10 14:40:41.632020 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56318) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:41.656647 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-13cf69e6-2675-45c6-befd-e433c26a8049 req-db0f7d82-f872-40b1-835f-895b1eb70439 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.0684619
Nov 10 14:40:41.753660 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:40:42.083310 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:40:42.089851 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe376a3-586f-46d0-a5ad-2e5a6bacd3ff req-0b10dfa2-bd70-4b32-984a-2ccfec763019 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:42.091649 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0fe376a3-586f-46d0-a5ad-2e5a6bacd3ff req-0b10dfa2-bd70-4b32-984a-2ccfec763019 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.2732637
Nov 10 14:40:42.175220 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0fe376a3-586f-46d0-a5ad-2e5a6bacd3ff req-0cbe0903-6d01-4898-a9c5-754fad23c59d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756977
Nov 10 14:40:42.184533 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feddaf730>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:39Z', 'revision_number': 3, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:42.191395 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-43e50980-f286-4e6b-b201-c0e978b246cd req-1e6bf70d-ed48-41eb-a964-2890e24cbe4b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0664613
Nov 10 14:40:42.195984 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Checking router: e353a2fb-ce39-469e-adf2-97027043c5ba for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:40:42.196845 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Updating router e353a2fb-ce39-469e-adf2-97027043c5ba port 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 binding host dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:40:42.218390 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:42.218782 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:42.280038 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:42.512811 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7d980-9467-4d6f-b031-a0f443756b96 req-f8d216eb-fb29-4187-a98c-a0d53e03f8cd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:42.515039 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0bc7d980-9467-4d6f-b031-a0f443756b96 req-f8d216eb-fb29-4187-a98c-a0d53e03f8cd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1864150
Nov 10 14:40:42.570421 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0bc7d980-9467-4d6f-b031-a0f443756b96 req-ede43367-398c-4a97-a1e6-4b7b41c59665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478251
Nov 10 14:40:42.791557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:42.793904 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:42.807048 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Transition to ACTIVE for port object 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:40:42.866500 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-196bb65a-5c2c-4c5a-8820-103e2b11443c req-0eb2df21-a103-45db-846d-946abe51f485 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.0618320
Nov 10 14:40:42.884439 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:42.892712 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:42.965215 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Attempting to bind port 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:40:42.965590 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Attempting to bind port 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:40:42.965963 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Attempting to bind port 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 on network f227f18b-4020-4a8a-ad74-e84290a1be57 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:40:42.980732 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:40:42.980732 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Checking segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:40:42.980732 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:42.980732 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Bound using segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:40:42.980732 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Bound port: 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:40:42.980732 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:43.012044 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Pushing event updated for resources: {'Port': ['ID=4fbf86fa-6b36-44a0-b2a8-11e803ea9c02,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:43.037294 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:43.037294 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:43.037652 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:43.037985 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:43.038315 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:43.038647 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:43.038973 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:43.039332 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:43.039753 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:43.040010 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:43.040329 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:43.040706 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:40:43.047248 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:43.101154 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] For port 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:40:43.101154 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] For port 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=4fbf86fa-6b36-44a0-b2a8-11e803ea9c02,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:40:43.128007 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Allocated IP 172.20.0.1 (8d9ed246-aa1d-418f-942f-384e817475c5/8776da3e-dbe5-4b48-a845-51a0bba3e050/7fc2f96c-0458-4671-84fe-4b54042358aa) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:40:43.209048 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:43.213042 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:43.323236 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Pushing event updated for resources: {'Port': ['ID=4fbf86fa-6b36-44a0-b2a8-11e803ea9c02,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:43.370643 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:40:43.372592 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feddaf730>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:40:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:43.410998 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:43.437582 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a23e82e7-817f-4310-afc1-87ee4e0b3b01 req-4f6e1650-f5cc-4847-8030-ca5166621914 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0552812
Nov 10 14:40:43.443161 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Transition to ACTIVE for port object 7fc2f96c-0458-4671-84fe-4b54042358aa will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:40:43.477011 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:43.492940 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a02ee-39f3-47fa-90f9-e2880b570d77 req-8c8959e1-4e49-4696-a000-28a5b42b5cd2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:43.494588 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fe2a02ee-39f3-47fa-90f9-e2880b570d77 req-8c8959e1-4e49-4696-a000-28a5b42b5cd2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.1850188
Nov 10 14:40:43.550539 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fe2a02ee-39f3-47fa-90f9-e2880b570d77 req-60f9a5f4-49c7-4c75-81c9-a9d1b1fa00a7 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480435
Nov 10 14:40:43.605197 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:43.611439 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2a5fe0e5-addd-4e62-96d2-f7a46b27be59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:43.622584 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:40:43.673534 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Network 8d9ed246-aa1d-418f-942f-384e817475c5 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:40:43.676298 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:43.679195 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:40:43.731382 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc2f96c-0458-4671-84fe-4b54042358aa,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:43.734779 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:43.749618 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700676'] for router_interface, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:43.864097 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfd017-aff9-47f0-bdbe-97a9555b19ed req-173fa25f-6075-4b16-97eb-519325a04b9e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:43.864097 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-39dfd017-aff9-47f0-bdbe-97a9555b19ed req-173fa25f-6075-4b16-97eb-519325a04b9e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1724272
Nov 10 14:40:43.911107 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-39dfd017-aff9-47f0-bdbe-97a9555b19ed req-5f94debb-bfd8-469c-bf15-7b83696114a9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459692
Nov 10 14:40:44.096228 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9503d075-b96b-4a80-9e04-95a3c321243b req-37d0a3b7-1886-483b-af84-398cef8af285 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.0859022
Nov 10 14:40:44.146968 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-370e7724-b57e-4581-94e5-fdf00a886c88 None None] Provisioning for port 7fc2f96c-0458-4671-84fe-4b54042358aa completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:40:44.152125 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-370e7724-b57e-4581-94e5-fdf00a886c88 None None] Provisioning complete for port 7fc2f96c-0458-4671-84fe-4b54042358aa triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:44.152691 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-370e7724-b57e-4581-94e5-fdf00a886c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:44.221328 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-370e7724-b57e-4581-94e5-fdf00a886c88 None None] Port 7fc2f96c-0458-4671-84fe-4b54042358aa cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:40:44.304608 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feddaf730>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:39Z', 'revision_number': 3, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:44.312436 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fc492-dea8-4b4e-8124-5ca6afd6d83d None None] The sync data for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi is: [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:39Z', 'revision_number': 3, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:40:44.360304 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:44.445041 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:44.679172 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:44.722964 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d8e06c01-ed83-42b1-9b0b-29acecd75673 req-792ad58b-7b01-4904-a189-db25ce2e81da tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0584066
Nov 10 14:40:44.755499 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:44.783836 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:44.891153 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc2f96c-0458-4671-84fe-4b54042358aa,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:44.894407 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:44.898564 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1700651'] for router_interface, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:44.980593 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b86260-a322-4f1b-b1d3-610aac8e146d req-16b48321-ef51-4b40-81e7-d2c57e889473 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:44.982132 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-62b86260-a322-4f1b-b1d3-610aac8e146d req-16b48321-ef51-4b40-81e7-d2c57e889473 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.2836525
Nov 10 14:40:45.075666 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-62b86260-a322-4f1b-b1d3-610aac8e146d req-48884407-f3bb-443f-b83a-895eda64d4e0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803370
Nov 10 14:40:45.097186 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Network 8d9ed246-aa1d-418f-942f-384e817475c5 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:40:45.098460 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:45.197589 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892de027-ddda-4638-9e29-68490b468ac0 req-18829acd-51fb-4489-b51c-c78a043b24be tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:45.205815 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-892de027-ddda-4638-9e29-68490b468ac0 req-18829acd-51fb-4489-b51c-c78a043b24be tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1464660
Nov 10 14:40:45.292068 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-892de027-ddda-4638-9e29-68490b468ac0 req-daed95fb-d286-44fa-92c6-c41096f7739e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849838
Nov 10 14:40:45.443533 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7b93c6eb-a404-49ca-a9ef-ccd9d47f44ab req-67d452a5-da6e-4c5e-a750-013e99bfc8a3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.0649579
Nov 10 14:40:45.464639 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-b1fb1a59-7450-43be-be1b-5f9bc1e41a53 None None] Provisioning complete for port 7fc2f96c-0458-4671-84fe-4b54042358aa triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:45.465147 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1a59-7450-43be-be1b-5f9bc1e41a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:45.466538 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Router e353a2fb-ce39-469e-adf2-97027043c5ba has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:40:45.562197 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b1fb1a59-7450-43be-be1b-5f9bc1e41a53 None None] Port 7fc2f96c-0458-4671-84fe-4b54042358aa cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:40:45.727538 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:40:45.737364 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] 10.222.0.37 "PUT /v2.0/routers/e353a2fb-ce39-469e-adf2-97027043c5ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1038685
Nov 10 14:40:45.888966 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-42bfa5a1-93ba-4931-9c15-e4a816bae041 req-d5e9529c-8ae5-40e3-a178-b9fc5c5f352d tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0437341
Nov 10 14:40:46.070637 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:40:46.244113 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:40:46.266630 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:46.267111 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:46.306439 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c854a0c-5046-4c5e-9821-f39d608a3f2f req-9fa69337-675b-4c07-b8da-15c6dadf33d0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:46.313793 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0c854a0c-5046-4c5e-9821-f39d608a3f2f req-9fa69337-675b-4c07-b8da-15c6dadf33d0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.1310668
Nov 10 14:40:46.349473 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Sync routers for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:40:46.378195 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:40:46.378847 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fede3d7f0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:40:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:46.381967 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0c854a0c-5046-4c5e-9821-f39d608a3f2f req-fa1d141d-9b02-4169-9151-538867bdcfd9 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673089
Nov 10 14:40:46.566963 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301479f-6ac1-4fd7-921c-fb0c8437999f req-044f83ac-3ffe-48fa-8353-9743fda9c2b0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:46.569063 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5301479f-6ac1-4fd7-921c-fb0c8437999f req-044f83ac-3ffe-48fa-8353-9743fda9c2b0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1456583
Nov 10 14:40:46.694858 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5301479f-6ac1-4fd7-921c-fb0c8437999f req-c1ed3c5a-07df-46c3-9289-41e18cc22f53 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152833
Nov 10 14:40:46.694959 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56384) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:46.714132 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-789386672-network', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:40:46.724167 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:46.734302 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Usage tracker for resource:network and tenant:adb04453a5f44da4ac93102c45ec6b49 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:46.735329 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-501cfb83-5a8a-4064-b9bd-70876ee29d01 req-9790bfe5-9121-434a-adf0-1ce9a6e918d4 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.0871007
Nov 10 14:40:46.741862 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:46.755692 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:46.773194 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:40:46.812968 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:46.849745 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Made reservation on behalf of adb04453a5f44da4ac93102c45ec6b49 for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:40:46.852146 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:46.852354 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=4fbf86fa-6b36-44a0-b2a8-11e803ea9c02,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:46.864591 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:46.879331 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:46.883220 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Usage tracker for resource:security_group_rule and tenant:adb04453a5f44da4ac93102c45ec6b49 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:46.886020 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:46.892557 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:46.993535 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:47.031561 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:47.042484 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:47.099919 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:47.159336 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=4fbf86fa-6b36-44a0-b2a8-11e803ea9c02,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:47.162679 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:47.181254 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fede3d7f0>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 2, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:47.185453 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ffb67cea-4793-4ba3-962e-b1f5ab58e068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:47.186008 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Checking router: e353a2fb-ce39-469e-adf2-97027043c5ba for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:40:47.186982 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Updating router e353a2fb-ce39-469e-adf2-97027043c5ba port 7fc2f96c-0458-4671-84fe-4b54042358aa binding host dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:40:47.196678 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-786c6123-10b8-438f-aa00-0c1d8f8e2c32 req-0101da83-cccc-440a-9977-8d6d1adfbab8 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.1384041
Nov 10 14:40:47.212501 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'}  {{(pid=87468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:40:47.227747 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:47.228155 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Added segment 6c6d6a5c-7739-489a-959d-cfb753749062 of type vlan for network 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86
Nov 10 14:40:47.230191 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4295b8d-97e0-42d1-a18d-574e9b016692,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:47.243126 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:47.274199 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:47.275263 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:47.666749 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:47.728400 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:47.728400 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:47.728400 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:47.729072 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a51b5a-9a6e-4bd9-9b56-84ebe751d312 req-7f6873d7-33d3-4b6f-b9b3-f8325215fc03 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:47.729072 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-39a51b5a-9a6e-4bd9-9b56-84ebe751d312 req-7f6873d7-33d3-4b6f-b9b3-f8325215fc03 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.2156162
Nov 10 14:40:47.782258 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-39a51b5a-9a6e-4bd9-9b56-84ebe751d312 req-7a2ee07a-b1c4-450b-a2ae-e7f6ecf2aa86 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532053
Nov 10 14:40:47.815700 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:47.834257 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Pushing event updated for resources: {'Network': ['ID=52ae44e5-8949-481b-bdfe-2cf2cdd3ac86,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:47.844452 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Transition to ACTIVE for port object 7fc2f96c-0458-4671-84fe-4b54042358aa will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:40:47.851028 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:47.860906 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86 details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:40:47.966190 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ca1fa99-be45-4fb3-959e-33e19087481d req-fbe270b7-a432-4b34-96f5-185901663328 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.0747378
Nov 10 14:40:48.008160 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156f9d2-ccd0-4451-9759-ef41c827c630 req-0ba26432-3c9b-46b3-b648-baab0a4e8ef7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:48.010002 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2156f9d2-ccd0-4451-9759-ef41c827c630 req-0ba26432-3c9b-46b3-b648-baab0a4e8ef7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1289434
Nov 10 14:40:48.035652 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3396304
Nov 10 14:40:48.038562 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56398) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:48.046022 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Request body: {'subnet': {'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-789386672-subnet', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:40:48.067171 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2156f9d2-ccd0-4451-9759-ef41c827c630 req-d1bbe61c-e0f7-4aeb-a8c9-1c78e27c0cb9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477467
Nov 10 14:40:48.067705 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:48.072239 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-719a69b4-8145-43db-bcd3-cd17fff78503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:48.073159 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:48.078024 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Usage tracker for resource:subnet and tenant:adb04453a5f44da4ac93102c45ec6b49 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:48.081208 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:48.088766 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:48.124839 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:40:48.211641 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Made reservation on behalf of adb04453a5f44da4ac93102c45ec6b49 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:40:48.211641 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225453'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:48.277866 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d5145-4bb9-4624-a0d1-440923441657 None None] Pushing event updated for resources: {'Port': ['ID=7fc2f96c-0458-4671-84fe-4b54042358aa,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:48.283538 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-478d5145-4bb9-4624-a0d1-440923441657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:48.407868 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Attempting to bind port 7fc2f96c-0458-4671-84fe-4b54042358aa on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:40:48.415378 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Attempting to bind port 7fc2f96c-0458-4671-84fe-4b54042358aa by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:40:48.415378 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Attempting to bind port 7fc2f96c-0458-4671-84fe-4b54042358aa on network 8d9ed246-aa1d-418f-942f-384e817475c5 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:40:48.415378 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:48.415378 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:48.479398 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:40:48.479785 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Checking segment: {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:40:48.480203 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:48.480776 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Bound using segment: {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:40:48.481275 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Bound port: 7fc2f96c-0458-4671-84fe-4b54042358aa, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:40:48.481659 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:48.485217 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7407ef49-1624-4fe5-b868-9347369f0e68 req-962c0266-7f12-476a-aaa9-98986acc2778 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0922451
Nov 10 14:40:48.647597 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] For port 7fc2f96c-0458-4671-84fe-4b54042358aa, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:40:48.650550 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] For port 7fc2f96c-0458-4671-84fe-4b54042358aa, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=7fc2f96c-0458-4671-84fe-4b54042358aa,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:40:48.667640 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225459'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:48.675988 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7ffb9f34-9d79-4b1a-83c4-53630c025261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:48.753432 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:48.757583 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:48.781451 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f3fb6c-41e1-40dd-9959-340fd04aad3e,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:48.784408 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:48.800162 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Checking segment: {'id': '6c6d6a5c-7739-489a-959d-cfb753749062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:40:48.801099 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Network hostable DHCP agents. Network: 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:40:48.875250 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:40:48.877194 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fede3d7f0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:40:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:48.912821 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Network 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86 is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:40:48.994117 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:49.008399 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:49.008399 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:49.008714 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d5145-4bb9-4624-a0d1-440923441657 None None] Pushing event updated for resources: {'Port': ['ID=7fc2f96c-0458-4671-84fe-4b54042358aa,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:49.123930 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b7200-b8f7-4b32-861d-eb7468f6c3e2 req-50c3e22c-3f6c-4402-83c4-766009af0c80 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:49.141251 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-df4b7200-b8f7-4b32-861d-eb7468f6c3e2 req-50c3e22c-3f6c-4402-83c4-766009af0c80 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.2127173
Nov 10 14:40:49.210544 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac79e9ab-2cf1-4d44-9c91-90d981b66669 None None] Network 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:40:49.217686 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-df4b7200-b8f7-4b32-861d-eb7468f6c3e2 req-23ea9030-4637-4c4d-9500-7abbba2a17fe tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752165
Nov 10 14:40:49.229083 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f3132850-918c-43b3-8e2b-6f07d5bd00a1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1889482
Nov 10 14:40:49.241859 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56412) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:49.250796 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-789386672-router', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:40:49.258139 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:49.262334 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-478d5145-4bb9-4624-a0d1-440923441657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:49.263124 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Usage tracker for resource:router and tenant:adb04453a5f44da4ac93102c45ec6b49 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:40:49.267582 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:40:49.291478 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b1e93307-bd4e-4f3e-a5da-de7387fbb437 req-7bd81a29-d17f-48c2-9bbb-8772d3165ed3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.1193218
Nov 10 14:40:49.292849 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:49.387987 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3252'] for router, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:49.389818 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3235'] for router, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:49.393065 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:40:49.430089 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:49.578215 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a5b64-e9e0-4670-a2cd-00a2921c572a req-a33a55b1-7507-4b1f-841f-f1cfe475f37e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:49.581442 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ea0a5b64-e9e0-4670-a2cd-00a2921c572a req-a33a55b1-7507-4b1f-841f-f1cfe475f37e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1180012
Nov 10 14:40:49.664936 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ea0a5b64-e9e0-4670-a2cd-00a2921c572a req-99692370-3065-4f94-a4cc-7b6a674d5163 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769072
Nov 10 14:40:49.805891 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-85714ea7-a836-4b5a-9767-457e19623971 req-a35090f0-29d2-41b9-92c5-4b71711ace34 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.1120842
Nov 10 14:40:49.935224 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b25b303-07c5-5f6c-a194-2bb5371e0edc-52ae44e5-8949-481b-bdfe-2cf2cdd3ac86', 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'fixed_ips': [{'subnet_id': '44f3fb6c-41e1-40dd-9959-340fd04aad3e'}]}} from dv-cinder-817404-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 10 14:40:49.937483 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:49.958072 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3153'] for router, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:50.221745 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Allocated IP 172.20.0.2 (52ae44e5-8949-481b-bdfe-2cf2cdd3ac86/44f3fb6c-41e1-40dd-9959-340fd04aad3e/adaf6a2d-b4b4-44fa-b584-f7dc07426ad5) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:40:50.227976 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fede3d7f0>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:48Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:50.237693 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e65ea-9f97-45e6-a0f3-fc2ede1c2595 None None] The sync data for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi is: [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:48Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:40:50.689109 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2e541aba-1ba6-4889-b459-8bb8742d9320 req-c8a2f2f7-3bcc-40f5-900c-6f416c0d1338 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.0798075
Nov 10 14:40:50.756673 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:50.771393 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Transition to ACTIVE for port object adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:40:50.795264 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976ddc-be8d-47ac-a367-8e7a08d4db5d req-6e1765a2-3ea4-49d3-b691-e09786145e6b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:50.807389 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bf976ddc-be8d-47ac-a367-8e7a08d4db5d req-6e1765a2-3ea4-49d3-b691-e09786145e6b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.3040855
Nov 10 14:40:50.809410 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Transition to ACTIVE for port object adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:40:50.818827 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:50.858337 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:50.887743 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bf976ddc-be8d-47ac-a367-8e7a08d4db5d req-fe3bf8b7-a2e8-4eef-850f-c0ba04add686 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777776
Nov 10 14:40:50.959233 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:50.967900 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:51.054603 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Network 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:40:51.058123 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:51.068841 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:40:51.085730 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Pushing event updated for resources: {'Port': ['ID=adaf6a2d-b4b4-44fa-b584-f7dc07426ad5,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:51.093337 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:51.109923 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f7368811-82b2-4e6d-ab27-4cab448e93c8 req-324aca06-92dd-4472-823e-931745dde763 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0742466
Nov 10 14:40:51.314991 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Attempting to bind port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:40:51.315635 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Attempting to bind port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '6c6d6a5c-7739-489a-959d-cfb753749062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:40:51.316212 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Attempting to bind port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 on network 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:40:51.345478 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:40:51.346065 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Checking segment: {'id': '6c6d6a5c-7739-489a-959d-cfb753749062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:40:51.350173 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:51.350950 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Bound using segment: {'id': '6c6d6a5c-7739-489a-959d-cfb753749062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:40:51.355733 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Bound port: adaf6a2d-b4b4-44fa-b584-f7dc07426ad5, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6d6a5c-7739-489a-959d-cfb753749062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:40:51.356556 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:51.386040 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Allocated IP 172.27.3.61 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/dbcb3a94-71fc-4537-b816-51b4ac084fdf) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:40:51.602231 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d328f-aace-4e56-8b2e-f8cc57dee9af req-c25446ee-d203-477c-88e4-efc5a550e24d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:51.610972 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d4d328f-aace-4e56-8b2e-f8cc57dee9af req-c25446ee-d203-477c-88e4-efc5a550e24d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.3436916
Nov 10 14:40:51.741636 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d4d328f-aace-4e56-8b2e-f8cc57dee9af req-bc7fa9d3-a379-46c2-8d26-906bc0ac984e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1287758
Nov 10 14:40:51.785979 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] For port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:40:51.792326 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] For port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=adaf6a2d-b4b4-44fa-b584-f7dc07426ad5,segment=NetworkSegment(6c6d6a5c-7739-489a-959d-cfb753749062),segment_id=6c6d6a5c-7739-489a-959d-cfb753749062)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:40:51.813028 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:51.874168 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:51.883153 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:51.964495 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:51.978551 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a4cfee5e-5939-4a1f-9a37-76c2c3f05104 req-76fb088b-f5e1-4e30-b62f-25fbab7b6265 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.0985999
Nov 10 14:40:51.980247 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e8b34bb9-5570-4759-9a71-40d61292a40f tempest-DeleteServersTestJSON-1669970689 tempest-DeleteServersTestJSON-1669970689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:52.026868 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Pushing event updated for resources: {'Port': ['ID=adaf6a2d-b4b4-44fa-b584-f7dc07426ad5,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:52.042267 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:52.242131 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:40:52.248234 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Pushing event updated for resources: {'Port': ['ID=dbcb3a94-71fc-4537-b816-51b4ac084fdf,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:52.254268 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:52.266050 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:52.270957 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:40:52.320717 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 7fc2f96c-0458-4671-84fe-4b54042358aa up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:40:52.554028 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3c9711f7-e9c5-4739-b000-c860bd422f9d req-770e6523-5d6a-47de-9210-a0a4bb8dc50c tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0878375
Nov 10 14:40:52.593077 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 7fc2f96c-0458-4671-84fe-4b54042358aa completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:40:52.602404 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 7fc2f96c-0458-4671-84fe-4b54042358aa triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:52.602404 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:52.942145 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:52.983113 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f74677-4763-4652-8a04-d938f29551b0 req-134047d6-ddd7-4e90-b253-d8f8c87419d0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:52.984686 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-74f74677-4763-4652-8a04-d938f29551b0 req-134047d6-ddd7-4e90-b253-d8f8c87419d0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.7398620
Nov 10 14:40:52.988902 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 7fc2f96c-0458-4671-84fe-4b54042358aa, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=7fc2f96c-0458-4671-84fe-4b54042358aa,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:53.038963 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-74f74677-4763-4652-8a04-d938f29551b0 req-0a37baf6-ae56-47d3-9550-2de2642b475a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436797
Nov 10 14:40:53.044059 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:53.048283 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:53.064960 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f58ad4-39e0-42cf-85a9-bfa2ca7994d6 req-27ae35ca-912d-4be7-aed8-88391c1bbedc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:53.072826 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-77f58ad4-39e0-42cf-85a9-bfa2ca7994d6 req-27ae35ca-912d-4be7-aed8-88391c1bbedc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.1057365
Nov 10 14:40:53.164678 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=7fc2f96c-0458-4671-84fe-4b54042358aa,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:53.168633 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:53.237311 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-77f58ad4-39e0-42cf-85a9-bfa2ca7994d6 req-25c10a26-73e0-4b36-8274-c8c4fc869b3a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1636119
Nov 10 14:40:53.263709 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdc7ec-f1d8-4bcc-84e4-77aa08d923ae req-9c858017-661d-4e0c-8102-b34ebc5143b3 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:53.265820 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5bbdc7ec-f1d8-4bcc-84e4-77aa08d923ae req-9c858017-661d-4e0c-8102-b34ebc5143b3 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 943 time: 0.1900997
Nov 10 14:40:53.355572 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [req-5bbdc7ec-f1d8-4bcc-84e4-77aa08d923ae req-be98f5cd-c10d-481e-beae-a0b269c6c3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Deleting port 318ddc56-b050-4d3c-8ff3-c058ac7537b6 {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:40:53.355979 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-5bbdc7ec-f1d8-4bcc-84e4-77aa08d923ae req-be98f5cd-c10d-481e-beae-a0b269c6c3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:53.377284 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-339cd4bd-3dc5-4b7d-bb4c-8e7b0d72fb67 req-d36e6d7a-7479-492f-92b2-5b9ac528849a tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.1764941
Nov 10 14:40:53.414198 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:53.591776 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6acb3d-023a-4f88-bd29-e983e9e97879 req-6c03c42d-26db-45e0-bb66-2f5570674fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:53.594064 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c6acb3d-023a-4f88-bd29-e983e9e97879 req-6c03c42d-26db-45e0-bb66-2f5570674fb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 1096 time: 0.3382595
Nov 10 14:40:53.688450 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a1c1ed-125a-4a92-9394-4ce509de3b00 None None] Network 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:40:53.805746 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e4ec66bb-fa2d-4068-ad3c-dc2f65a50804 req-2d59b5ec-4e56-4095-8e99-8607481e1bdd tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=d168b796-b84d-41e3-98b2-d1bd7c12227a HTTP/1.1" status: 200  len: 210 time: 0.0720413
Nov 10 14:40:53.807726 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-5bbdc7ec-f1d8-4bcc-84e4-77aa08d923ae req-be98f5cd-c10d-481e-beae-a0b269c6c3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] For port 318ddc56-b050-4d3c-8ff3-c058ac7537b6, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=318ddc56-b050-4d3c-8ff3-c058ac7537b6,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:53.808197 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-5bbdc7ec-f1d8-4bcc-84e4-77aa08d923ae req-be98f5cd-c10d-481e-beae-a0b269c6c3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:53.946332 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4725f9-9c58-4c4b-b10a-ae214da3e4af None None] Provisioning for port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:40:53.949696 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [req-5bbdc7ec-f1d8-4bcc-84e4-77aa08d923ae req-be98f5cd-c10d-481e-beae-a0b269c6c3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Calling delete_port for 318ddc56-b050-4d3c-8ff3-c058ac7537b6 owned by compute:nova {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:40:54.049080 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6acb3d-023a-4f88-bd29-e983e9e97879 req-0a5bc15b-9ec4-4eb9-a521-d7fdba0d77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:54.053617 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c6acb3d-023a-4f88-bd29-e983e9e97879 req-0a5bc15b-9ec4-4eb9-a521-d7fdba0d77a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 917 time: 0.4284751
Nov 10 14:40:54.210139 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 7fc2f96c-0458-4671-84fe-4b54042358aa up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:40:54.219360 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c6acb3d-023a-4f88-bd29-e983e9e97879 req-5d544a67-fc37-4fb2-8604-4e9ec662ad4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7793089e-a0b8-4723-9932-7fab3e74abdc HTTP/1.1" status: 200  len: 999 time: 0.1449342
Nov 10 14:40:54.294147 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 7fc2f96c-0458-4671-84fe-4b54042358aa triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:54.294613 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:54.313080 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-5bbdc7ec-f1d8-4bcc-84e4-77aa08d923ae req-be98f5cd-c10d-481e-beae-a0b269c6c3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:54.330136 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['fb4db84b-cf37-44aa-b163-90343a69b5c7'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:40:54.331311 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:54.523424 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3e587-1c64-498d-8a7b-c465d4d58054 req-8c69a5b7-791e-4d73-85f2-6d0f148634d2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:54.524989 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-58d3e587-1c64-498d-8a7b-c465d4d58054 req-8c69a5b7-791e-4d73-85f2-6d0f148634d2 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 865 time: 0.2962987
Nov 10 14:40:54.540788 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6acb3d-023a-4f88-bd29-e983e9e97879 req-1b0675cc-cbda-456c-a5b6-8866eb5c8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:54.542259 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c6acb3d-023a-4f88-bd29-e983e9e97879 req-1b0675cc-cbda-456c-a5b6-8866eb5c8ad5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.3113892
Nov 10 14:40:54.566074 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053150'] for router, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:54.635720 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:40:54.642536 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98f5cd-c10d-481e-beae-a0b269c6c3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Pushing event deleted for resources: {'Port': ['ID=318ddc56-b050-4d3c-8ff3-c058ac7537b6,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:54.651889 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-be98f5cd-c10d-481e-beae-a0b269c6c3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:54.653101 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbdc7ec-f1d8-4bcc-84e4-77aa08d923ae req-be98f5cd-c10d-481e-beae-a0b269c6c3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] No DVR routers for this DVR port 318ddc56-b050-4d3c-8ff3-c058ac7537b6 on host hv-cinder-81740 {{(pid=87468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:40:54.657705 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-5bbdc7ec-f1d8-4bcc-84e4-77aa08d923ae req-be98f5cd-c10d-481e-beae-a0b269c6c3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:54.660562 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1231f2b0-83cc-4cfd-9062-359a80fdc871', 'name': 'network-vif-deleted', 'tag': '318ddc56-b050-4d3c-8ff3-c058ac7537b6'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:40:54.714085 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c4e6-557f-49f5-b138-785d1768595d req-00b9dc2a-232a-4b8f-8eb0-3ebf56dba668 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:54.719573 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3f37c4e6-557f-49f5-b138-785d1768595d req-00b9dc2a-232a-4b8f-8eb0-3ebf56dba668 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.2939944
Nov 10 14:40:54.766053 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5bbdc7ec-f1d8-4bcc-84e4-77aa08d923ae req-be98f5cd-c10d-481e-beae-a0b269c6c3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.16 "DELETE /v2.0/ports/318ddc56-b050-4d3c-8ff3-c058ac7537b6 HTTP/1.1" status: 204  len: 173 time: 1.4915018
Nov 10 14:40:54.787541 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-58d3e587-1c64-498d-8a7b-c465d4d58054 req-dcd3b474-955f-4b74-9422-70582447b98b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441905
Nov 10 14:40:54.790565 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3f37c4e6-557f-49f5-b138-785d1768595d req-23f451f0-6976-4e8a-bbc6-a595c9503849 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680454
Nov 10 14:40:54.854643 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:40:54.860969 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:54.861502 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:54.908403 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6acb3d-023a-4f88-bd29-e983e9e97879 req-1225b434-bdac-4031-be9c-89119fd08670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:54.910487 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c6acb3d-023a-4f88-bd29-e983e9e97879 req-1225b434-bdac-4031-be9c-89119fd08670 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3235917
Nov 10 14:40:54.931475 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0667f33f-1755-4148-b6e5-413b22a6376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:54.957175 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1231f2b0-83cc-4cfd-9062-359a80fdc871', 'name': 'network-vif-deleted', 'tag': '318ddc56-b050-4d3c-8ff3-c058ac7537b6', 'status': 'completed', 'code': 200}
Nov 10 14:40:55.152829 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-1f8602cc-b89a-4eff-a004-7c27ff17017f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:55.156851 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-1f8602cc-b89a-4eff-a004-7c27ff17017f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Synchronizing usage tracker for tenant:89b42068517e4e7bb9df6b13a01c54d5 on resource:network {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:40:55.159233 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1590b561-2a3f-4811-b680-1e09d8778dbc req-4f02dd26-6b41-4389-9a18-2b6af5be741b tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.0886037
Nov 10 14:40:55.204854 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:55.243133 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c6acb3d-023a-4f88-bd29-e983e9e97879 req-52fa3a3a-5057-4268-ac30-a15db074ac13 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3086495
Nov 10 14:40:55.243420 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=adaf6a2d-b4b4-44fa-b584-f7dc07426ad5,segment=NetworkSegment(6c6d6a5c-7739-489a-959d-cfb753749062),segment_id=6c6d6a5c-7739-489a-959d-cfb753749062)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:55.300532 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:55.300972 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-1f8602cc-b89a-4eff-a004-7c27ff17017f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Unset dirty status for tenant:89b42068517e4e7bb9df6b13a01c54d5 on resource:network {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:40:55.302449 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-1f8602cc-b89a-4eff-a004-7c27ff17017f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.16 "GET /v2.0/networks?id=178a8188-2a49-467b-a37a-40ee197c7f69 HTTP/1.1" status: 200  len: 809 time: 0.5087070
Nov 10 14:40:55.318449 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Router 9fa418ba-f6c6-4dcc-883b-090a685edb67 is scheduled to L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 with binding_index 1 {{(pid=87469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 10 14:40:55.321217 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Request body: {'port': {'device_id': '672d480b-5379-4148-8733-52d734e25eb1', 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69', 'admin_state_up': True, 'tenant_id': '89b42068517e4e7bb9df6b13a01c54d5'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:40:55.330061 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:55.340990 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:55.424675 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=adaf6a2d-b4b4-44fa-b584-f7dc07426ad5,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:55.428988 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:55.504401 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:40:55.518664 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:40:55.552916 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c6acb3d-023a-4f88-bd29-e983e9e97879 req-57ffd3a7-c796-45b6-8a15-ce4a821a2cf9 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3077097
Nov 10 14:40:55.586197 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Made reservation on behalf of 89b42068517e4e7bb9df6b13a01c54d5 for: {'port': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:40:55.590169 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:55.595822 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:40:55.608678 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Sync routers for ids ['9fa418ba-f6c6-4dcc-883b-090a685edb67'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:40:55.631583 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Routers {'9fa418ba-f6c6-4dcc-883b-090a685edb67'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:40:55.632213 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fede5b430>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:40:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['9fa418ba-f6c6-4dcc-883b-090a685edb67'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:55.666579 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:55.667797 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.4249134
Nov 10 14:40:55.670941 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56478) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:40:55.713078 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf79c0-a92d-4602-9bea-65da3c13c915 req-72c06bc8-0797-42f5-a243-0564e3f6db4f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:55.714432 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8cbf79c0-a92d-4602-9bea-65da3c13c915 req-72c06bc8-0797-42f5-a243-0564e3f6db4f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 945 time: 0.0853484
Nov 10 14:40:55.765357 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8cbf79c0-a92d-4602-9bea-65da3c13c915 req-82bcd512-a03b-452e-af6b-71eb888ae6d4 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437939
Nov 10 14:40:55.848373 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Set router 9fa418ba-f6c6-4dcc-883b-090a685edb67 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:40:56.036411 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-6619d6fc-e95e-4b99-b6e5-96b4ceaa8ea1 req-68a593c4-a50e-435c-8dca-c0c2ff12540f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Synchronizing usage tracker for tenant:34ca01fa62e74a0286a7e3767dcb5bca on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:40:56.049479 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a50b6-331b-4645-9ac0-32dc979e7cd1 req-e0222841-7128-4cd3-9997-3297bf754006 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:56.056544 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a50b6-331b-4645-9ac0-32dc979e7cd1 req-e0222841-7128-4cd3-9997-3297bf754006 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0947783
Nov 10 14:40:56.057314 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Allocated IP 172.20.0.7 (178a8188-2a49-467b-a37a-40ee197c7f69/ea807c76-f264-4906-a9f7-067190741fb4/ea18a5d4-2a15-463e-8590-e69f18afc7fd) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:40:56.067387 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:40:56.119936 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a50b6-331b-4645-9ac0-32dc979e7cd1 req-925de6c9-e17a-426a-9ab1-feb264e3835b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625203
Nov 10 14:40:56.150194 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:56.152020 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:56.164479 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fede5b430>, [{'id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'name': 'tempest-TestVolumeBootPattern-789386672-router', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:49Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 3, 'project_id': 'adb04453a5f44da4ac93102c45ec6b49', 'gw_port': {'id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:50Z', 'updated_at': '2021-11-10T14:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:56.169287 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Checking router: 9fa418ba-f6c6-4dcc-883b-090a685edb67 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:40:56.169864 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Updating router 9fa418ba-f6c6-4dcc-883b-090a685edb67 port dbcb3a94-71fc-4537-b816-51b4ac084fdf binding host dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:40:56.202094 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-6619d6fc-e95e-4b99-b6e5-96b4ceaa8ea1 req-68a593c4-a50e-435c-8dca-c0c2ff12540f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Unset dirty status for tenant:34ca01fa62e74a0286a7e3767dcb5bca on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:40:56.211666 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6619d6fc-e95e-4b99-b6e5-96b4ceaa8ea1 req-68a593c4-a50e-435c-8dca-c0c2ff12540f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=1231f2b0-83cc-4cfd-9062-359a80fdc871 HTTP/1.1" status: 200  len: 210 time: 0.2269847
Nov 10 14:40:56.240246 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:56.344662 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-982b320a-9c4b-4f59-b198-f40633a42e6d req-5858ce1e-3fa8-4050-81b5-e6d4ab3c41ca tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.0551670
Nov 10 14:40:56.592425 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:56.604199 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Transition to ACTIVE for port object dbcb3a94-71fc-4537-b816-51b4ac084fdf will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:40:56.617813 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:56.672531 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:56.680140 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-985e336b-62e8-4463-8b23-344b88f0c5bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:56.766722 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Attempting to bind port dbcb3a94-71fc-4537-b816-51b4ac084fdf on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:40:56.766722 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Attempting to bind port dbcb3a94-71fc-4537-b816-51b4ac084fdf by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:40:56.766722 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Attempting to bind port dbcb3a94-71fc-4537-b816-51b4ac084fdf on network f227f18b-4020-4a8a-ad74-e84290a1be57 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:40:56.767690 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d121bc-8a97-4ed1-966f-ce7f46ad9553 None None] Pushing event updated for resources: {'Port': ['ID=dbcb3a94-71fc-4537-b816-51b4ac084fdf,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:56.771561 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-44d121bc-8a97-4ed1-966f-ce7f46ad9553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:56.772439 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:40:56.772918 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Checking segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:40:56.773326 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:56.773710 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Bound using segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:40:56.774178 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Bound port: dbcb3a94-71fc-4537-b816-51b4ac084fdf, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:40:56.775096 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:56.850095 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] For port dbcb3a94-71fc-4537-b816-51b4ac084fdf, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:40:56.853167 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] For port dbcb3a94-71fc-4537-b816-51b4ac084fdf, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=dbcb3a94-71fc-4537-b816-51b4ac084fdf,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:40:56.862058 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:56.918624 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:56.918912 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:56.921615 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:56.965658 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0d6306da-5231-46a3-a4fc-d76180325165 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:56.999732 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Routers {'9fa418ba-f6c6-4dcc-883b-090a685edb67'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:40:57.000359 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fede5b430>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:40:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['9fa418ba-f6c6-4dcc-883b-090a685edb67'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:57.061946 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d121bc-8a97-4ed1-966f-ce7f46ad9553 None None] Pushing event updated for resources: {'Port': ['ID=dbcb3a94-71fc-4537-b816-51b4ac084fdf,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:57.062673 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Network 178a8188-2a49-467b-a37a-40ee197c7f69 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:40:57.066881 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-44d121bc-8a97-4ed1-966f-ce7f46ad9553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:57.072159 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:57.079548 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:40:57.113977 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Pushing event updated for resources: {'Port': ['ID=ea18a5d4-2a15-463e-8590-e69f18afc7fd,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:57.123538 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:57.190501 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] Set router 9fa418ba-f6c6-4dcc-883b-090a685edb67 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:40:57.210141 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:57.210747 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:57.226501 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65e8c-afc4-4481-885f-ea524a96e974 req-90cf6893-2a0a-4681-8426-225c224cf3a7 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:57.228030 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-54e65e8c-afc4-4481-885f-ea524a96e974 req-90cf6893-2a0a-4681-8426-225c224cf3a7 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 945 time: 0.3508003
Nov 10 14:40:57.346460 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-54e65e8c-afc4-4481-885f-ea524a96e974 req-0da4aac7-899d-4131-98c2-0b90b76226c3 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036589
Nov 10 14:40:57.347681 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Allocated IP 172.20.0.1 (52ae44e5-8949-481b-bdfe-2cf2cdd3ac86/44f3fb6c-41e1-40dd-9959-340fd04aad3e/e58313f3-ab8b-458a-9516-3a6c888a4926) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:40:57.387971 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0707991
Nov 10 14:40:57.472934 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2abf18-c410-414f-8429-93562e9eee25 req-185d90ef-0c83-4ac3-a274-e3b8c8a9f5b6 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:57.480462 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb2abf18-c410-414f-8429-93562e9eee25 req-185d90ef-0c83-4ac3-a274-e3b8c8a9f5b6 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.2349663
Nov 10 14:40:57.487744 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8425045b-58cd-4562-8151-1eaf7e9dcada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:57.542574 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb2abf18-c410-414f-8429-93562e9eee25 req-a91ab1ad-1ff1-418b-9bd2-ce5a4120653d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585825
Nov 10 14:40:57.595392 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:57.605120 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fede5b430>, [{'id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'name': 'tempest-TestVolumeBootPattern-789386672-router', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:49Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 3, 'project_id': 'adb04453a5f44da4ac93102c45ec6b49', 'gw_port': {'id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:50Z', 'updated_at': '2021-11-10T14:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:57.610512 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239221f4-eba4-46ad-950e-d8db1a5e21c3 None None] The sync data for ids ['9fa418ba-f6c6-4dcc-883b-090a685edb67'] in dv-cinder-817404-1-iscsi is: [{'id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'name': 'tempest-TestVolumeBootPattern-789386672-router', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:49Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 3, 'project_id': 'adb04453a5f44da4ac93102c45ec6b49', 'gw_port': {'id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:50Z', 'updated_at': '2021-11-10T14:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:40:57.613949 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Transition to ACTIVE for port object e58313f3-ab8b-458a-9516-3a6c888a4926 will not be triggered until provisioned by entity DHCP. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:40:57.720129 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:57.729523 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:57.798244 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Network 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:40:57.802452 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:57.809564 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:40:57.868810 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Pushing event updated for resources: {'Port': ['ID=e58313f3-ab8b-458a-9516-3a6c888a4926,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:57.874534 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:57.890874 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cead1-524e-4f66-af68-9c5cad61d3dd req-68520778-b821-49b1-a54a-8d10d78ffe46 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:57.891608 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-f30cead1-524e-4f66-af68-9c5cad61d3dd req-68520778-b821-49b1-a54a-8d10d78ffe46 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Synchronizing usage tracker for tenant:89b42068517e4e7bb9df6b13a01c54d5 on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:40:57.903917 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700676'] for router_interface, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:58.015782 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-f30cead1-524e-4f66-af68-9c5cad61d3dd req-68520778-b821-49b1-a54a-8d10d78ffe46 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Unset dirty status for tenant:89b42068517e4e7bb9df6b13a01c54d5 on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:40:58.018912 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f30cead1-524e-4f66-af68-9c5cad61d3dd req-68520778-b821-49b1-a54a-8d10d78ffe46 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 931 time: 0.3623631
Nov 10 14:40:58.108384 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device dbcb3a94-71fc-4537-b816-51b4ac084fdf up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:40:58.146229 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f30cead1-524e-4f66-af68-9c5cad61d3dd req-0e8444fb-1c0d-4bf4-bbbb-4e791243373d tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195865
Nov 10 14:40:58.159946 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:58.190666 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cbd33-18d4-45e0-9f2c-abae630d8be8 req-52d3328a-830c-45be-8ad1-12a9e5155f66 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:58.200297 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c0cbd33-18d4-45e0-9f2c-abae630d8be8 req-52d3328a-830c-45be-8ad1-12a9e5155f66 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1366992
Nov 10 14:40:58.251987 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c0cbd33-18d4-45e0-9f2c-abae630d8be8 req-0c8a7111-c2ea-4660-b2c0-2a5bf1367606 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476096
Nov 10 14:40:58.259707 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-177fa4df-3c4c-4b50-ae9d-bc7d327d41f8 None None] Provisioning for port e58313f3-ab8b-458a-9516-3a6c888a4926 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:40:58.265574 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-177fa4df-3c4c-4b50-ae9d-bc7d327d41f8 None None] Provisioning complete for port e58313f3-ab8b-458a-9516-3a6c888a4926 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:58.266317 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-177fa4df-3c4c-4b50-ae9d-bc7d327d41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:58.306987 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port dbcb3a94-71fc-4537-b816-51b4ac084fdf completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:40:58.321111 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port dbcb3a94-71fc-4537-b816-51b4ac084fdf triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:58.321490 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:58.383500 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-177fa4df-3c4c-4b50-ae9d-bc7d327d41f8 None None] Port e58313f3-ab8b-458a-9516-3a6c888a4926 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:40:58.419000 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:58.463790 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:58.472115 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:58.489315 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:58.490324 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port dbcb3a94-71fc-4537-b816-51b4ac084fdf, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=dbcb3a94-71fc-4537-b816-51b4ac084fdf,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:40:58.520597 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-14270ce2-4da2-4a82-8821-e43506409f46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:58.557644 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:58.560065 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:40:58.641428 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Pushing event updated for resources: {'Port': ['ID=e58313f3-ab8b-458a-9516-3a6c888a4926,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:58.657146 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:58.669134 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=dbcb3a94-71fc-4537-b816-51b4ac084fdf,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:40:58.672806 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:40:58.690410 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1700651'] for router_interface, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:58.771570 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc57c5a-0bca-4b3d-bf60-0332fcfabc9b req-f4a661db-8602-4523-8e3e-e691e0af1300 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:58.773005 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-edc57c5a-0bca-4b3d-bf60-0332fcfabc9b req-f4a661db-8602-4523-8e3e-e691e0af1300 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0793087
Nov 10 14:40:58.793594 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781a76f-af8d-4a8d-8579-f4cfd5163791 req-1b506209-3619-4ea3-8ddc-647b671d5b24 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:58.795644 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7781a76f-af8d-4a8d-8579-f4cfd5163791 req-1b506209-3619-4ea3-8ddc-647b671d5b24 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 945 time: 0.2755492
Nov 10 14:40:58.818073 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-edc57c5a-0bca-4b3d-bf60-0332fcfabc9b req-d15b1a07-2d11-4373-8de5-882612c23713 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391753
Nov 10 14:40:58.870655 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7781a76f-af8d-4a8d-8579-f4cfd5163791 req-fbeab25f-a36e-4e20-a4b2-c21599560a66 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685570
Nov 10 14:40:58.879348 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Network 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:40:58.880517 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:40:59.024207 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Request body: {'port': {'device_id': '672d480b-5379-4148-8733-52d734e25eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:40:59.118752 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-2167c20b-4c14-413e-9b5d-d18522cae20c None None] Provisioning complete for port e58313f3-ab8b-458a-9516-3a6c888a4926 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:40:59.121539 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2167c20b-4c14-413e-9b5d-d18522cae20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:59.174630 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2167c20b-4c14-413e-9b5d-d18522cae20c None None] Port e58313f3-ab8b-458a-9516-3a6c888a4926 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:40:59.237193 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:59.293339 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Router 9fa418ba-f6c6-4dcc-883b-090a685edb67 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:40:59.366836 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d764910-ca2c-438d-8a20-45dbaec0ec51 req-77d5bc63-84ba-4970-9527-6269039b4e7e tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:59.368625 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9d764910-ca2c-438d-8a20-45dbaec0ec51 req-77d5bc63-84ba-4970-9527-6269039b4e7e tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 931 time: 0.1007257
Nov 10 14:40:59.413110 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9d764910-ca2c-438d-8a20-45dbaec0ec51 req-ea752fbd-4cfa-40fe-9acb-0acb6896293c tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389290
Nov 10 14:40:59.706329 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c988a41-d2d2-410a-8be3-35a001c2757d req-6824976f-5a22-42c3-8345-8507840fc965 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:40:59.707825 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0c988a41-d2d2-410a-8be3-35a001c2757d req-6824976f-5a22-42c3-8345-8507840fc965 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.3388264
Nov 10 14:40:59.708780 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:40:59.723772 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] 10.222.0.37 "PUT /v2.0/routers/9fa418ba-f6c6-4dcc-883b-090a685edb67/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0425060
Nov 10 14:40:59.724198 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Sync routers for ids ['9fa418ba-f6c6-4dcc-883b-090a685edb67'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:40:59.736285 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Routers {'9fa418ba-f6c6-4dcc-883b-090a685edb67'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:40:59.737520 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedcd1a60>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:40:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['9fa418ba-f6c6-4dcc-883b-090a685edb67'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:40:59.791434 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0c988a41-d2d2-410a-8be3-35a001c2757d req-6d773508-5770-49a1-b573-5d64143134f9 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729196
Nov 10 14:40:59.809451 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:59.937181 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea18a5d4-2a15-463e-8590-e69f18afc7fd {{(pid=87468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:40:59.950275 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:40:59.981989 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Transition to ACTIVE for port object ea18a5d4-2a15-463e-8590-e69f18afc7fd will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:41:00.017009 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Set router 9fa418ba-f6c6-4dcc-883b-090a685edb67 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:41:00.046012 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40a275-bed1-4d37-9221-cf2bd2c2a3a1 req-c59f0a56-8b60-4bfd-959a-138d38199f14 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:00.048539 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b40a275-bed1-4d37-9221-cf2bd2c2a3a1 req-c59f0a56-8b60-4bfd-959a-138d38199f14 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.0955119
Nov 10 14:41:00.064460 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device dbcb3a94-71fc-4537-b816-51b4ac084fdf up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:41:00.084325 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:00.090773 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4dfa72e6-ac85-47a4-807a-101c2b2ddc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:00.114103 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b40a275-bed1-4d37-9221-cf2bd2c2a3a1 req-e4eb0d41-b65e-4037-be64-4e94e2fdf0b4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593565
Nov 10 14:41:00.366076 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port dbcb3a94-71fc-4537-b816-51b4ac084fdf triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:41:00.366371 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:00.392811 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea18a5d4-2a15-463e-8590-e69f18afc7fd,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:00.399837 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:00.414435 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3c446-c489-490d-bedb-0206871bee6c req-f4d904c7-b552-4df9-99c1-d3b6c171e1c4 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:00.416344 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4cc3c446-c489-490d-bedb-0206871bee6c req-f4d904c7-b552-4df9-99c1-d3b6c171e1c4 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 945 time: 0.1183968
Nov 10 14:41:00.470457 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Attempting to bind port ea18a5d4-2a15-463e-8590-e69f18afc7fd on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:41:00.471073 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Attempting to bind port ea18a5d4-2a15-463e-8590-e69f18afc7fd by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '573c74c4-348f-400c-957e-08d2b6b4414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:41:00.471620 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Attempting to bind port ea18a5d4-2a15-463e-8590-e69f18afc7fd on network 178a8188-2a49-467b-a37a-40ee197c7f69 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:41:00.480308 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Port ea18a5d4-2a15-463e-8590-e69f18afc7fd on network 178a8188-2a49-467b-a37a-40ee197c7f69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:41:00.480894 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Attempting to bind port ea18a5d4-2a15-463e-8590-e69f18afc7fd on network 178a8188-2a49-467b-a37a-40ee197c7f69 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:41:00.486831 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:41:00.487427 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Checking segment: {'id': '573c74c4-348f-400c-957e-08d2b6b4414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:41:00.488023 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Bound using segment: {'id': '573c74c4-348f-400c-957e-08d2b6b4414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:41:00.488771 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Bound port: ea18a5d4-2a15-463e-8590-e69f18afc7fd, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573c74c4-348f-400c-957e-08d2b6b4414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:41:00.489286 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:00.524698 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4cc3c446-c489-490d-bedb-0206871bee6c req-497d6698-34ae-47fc-bf09-93e45f652bfe tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006193
Nov 10 14:41:00.588313 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56534) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:00.594502 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1554525578', 'description': 'tempest-secgroup-smoke-1554525578 description', 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:41:00.600768 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:00.602980 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] For port ea18a5d4-2a15-463e-8590-e69f18afc7fd, host hv-cinder-81740, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:41:00.605126 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Usage tracker for resource:security_group and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:00.606948 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] For port ea18a5d4-2a15-463e-8590-e69f18afc7fd, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ea18a5d4-2a15-463e-8590-e69f18afc7fd,segment=NetworkSegment(573c74c4-348f-400c-957e-08d2b6b4414d),segment_id=573c74c4-348f-400c-957e-08d2b6b4414d)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:41:00.608542 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:00.614430 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:00.671352 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedcd1a60>, [{'id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'name': 'tempest-TestVolumeBootPattern-789386672-router', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:49Z', 'updated_at': '2021-11-10T14:40:58Z', 'revision_number': 4, 'project_id': 'adb04453a5f44da4ac93102c45ec6b49', 'gw_port': {'id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:50Z', 'updated_at': '2021-11-10T14:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': 'e58313f3-ab8b-458a-9516-3a6c888a4926', 'name': '', 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'mac_address': 'fa:16:3e:0e:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '44f3fb6c-41e1-40dd-9959-340fd04aad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:56Z', 'updated_at': '2021-11-10T14:40:58Z', 'revision_number': 2, 'project_id': 'adb04453a5f44da4ac93102c45ec6b49', 'subnets': [{'id': '44f3fb6c-41e1-40dd-9959-340fd04aad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:00.675576 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Checking router: 9fa418ba-f6c6-4dcc-883b-090a685edb67 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:41:00.675945 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Updating router 9fa418ba-f6c6-4dcc-883b-090a685edb67 port e58313f3-ab8b-458a-9516-3a6c888a4926 binding host dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:41:00.711570 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:00.714931 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0cea9-df39-4f9d-813a-f657c003c75a req-b1706933-4740-4660-a8b3-dfd2667a1d63 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:00.715559 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-15d467eb-b67b-4bbd-ae15-a474b0c4e13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:00.716469 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4e0cea9-df39-4f9d-813a-f657c003c75a req-b1706933-4740-4660-a8b3-dfd2667a1d63 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 943 time: 0.0836885
Nov 10 14:41:00.731256 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:00.742459 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:00.786218 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:00.786451 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:00.787791 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea18a5d4-2a15-463e-8590-e69f18afc7fd HTTP/1.1" status: 200  len: 1093 time: 1.7677135
Nov 10 14:41:00.788283 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672d480b-5379-4148-8733-52d734e25eb1', 'tag': 'ea18a5d4-2a15-463e-8590-e69f18afc7fd'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:41:00.806106 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea18a5d4-2a15-463e-8590-e69f18afc7fd,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:00.809367 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:00.834489 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:00.846039 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Usage tracker for resource:security_group_rule and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:00.847222 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672d480b-5379-4148-8733-52d734e25eb1', 'tag': 'ea18a5d4-2a15-463e-8590-e69f18afc7fd', 'status': 'completed', 'code': 200}
Nov 10 14:41:00.855620 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4e0cea9-df39-4f9d-813a-f657c003c75a req-6c906388-16c0-4108-ab3f-bf0abc29305b tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319199
Nov 10 14:41:00.856614 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:00.867944 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:00.956385 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:00.987638 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9689-3c75-451d-ab84-5d0073927a29 req-f571928f-1c3d-4d7e-80ca-e04b6e1634d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:00.990402 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-76ff9689-3c75-451d-ab84-5d0073927a29 req-f571928f-1c3d-4d7e-80ca-e04b6e1634d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89b42068517e4e7bb9df6b13a01c54d5&device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 1096 time: 0.0997975
Nov 10 14:41:00.996487 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fdcee-aebc-48ea-87b9-bbba427f30c0 req-f4dd2bd9-d150-4042-bc10-390d51b12ddb tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:00.997517 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7793089e-a0b8-4723-9932-7fab3e74abdc details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:41:00.998571 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d80fdcee-aebc-48ea-87b9-bbba427f30c0 req-f4dd2bd9-d150-4042-bc10-390d51b12ddb tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 945 time: 0.2321217
Nov 10 14:41:01.103554 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-d80fdcee-aebc-48ea-87b9-bbba427f30c0 req-5e90eede-f65e-4d49-9b76-ac1bfad7f873 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Deleting port d506fe63-0e24-46e1-bf5d-c72174fb97ac {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:41:01.104255 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-d80fdcee-aebc-48ea-87b9-bbba427f30c0 req-5e90eede-f65e-4d49-9b76-ac1bfad7f873 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:01.143933 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:01.156185 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:01.242030 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2460640-e686-4f0f-a135-b0a758c55077,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:01.242612 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7793089e-a0b8-4723-9932-7fab3e74abdc,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:01.254001 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:01.273159 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:01.302191 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'port_id': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'mac_address': 'fa:16:3e:8f:88:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:41:01.315319 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9689-3c75-451d-ab84-5d0073927a29 req-23e4db08-accc-44ea-9802-f53e741c2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:01.316778 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-76ff9689-3c75-451d-ab84-5d0073927a29 req-23e4db08-accc-44ea-9802-f53e741c2795 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=89b42068517e4e7bb9df6b13a01c54d5&shared=False HTTP/1.1" status: 200  len: 910 time: 0.3112018
Nov 10 14:41:01.317546 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Transition to ACTIVE for port object e58313f3-ab8b-458a-9516-3a6c888a4926 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:41:01.329006 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16c599-feee-4f3a-bb36-8df478174a59 req-2194f0e8-5681-4782-8b93-c03c36a3c523 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:01.330573 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1d16c599-feee-4f3a-bb36-8df478174a59 req-2194f0e8-5681-4782-8b93-c03c36a3c523 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1537805
Nov 10 14:41:01.389112 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:01.391616 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.8007185
Nov 10 14:41:01.401042 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:01.421253 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7793089e-a0b8-4723-9932-7fab3e74abdc {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:41:01.432508 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56548) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:01.439315 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7793089e-a0b8-4723-9932-7fab3e74abdc,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:01.441558 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:01.447111 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-d8253367-9987-4377-b6a7-abf53912a22c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'security_group_rule': {'security_group_id': 'd2460640-e686-4f0f-a135-b0a758c55077', 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:41:01.449814 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1d16c599-feee-4f3a-bb36-8df478174a59 req-2f18623f-c0f3-4645-b4e6-47db3bd246c5 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999913
Nov 10 14:41:01.453002 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:01.458958 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-d8253367-9987-4377-b6a7-abf53912a22c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:01.479591 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-d8253367-9987-4377-b6a7-abf53912a22c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Usage tracker for resource:security_group_rule and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:01.485006 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-d8253367-9987-4377-b6a7-abf53912a22c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:01.506046 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-d8253367-9987-4377-b6a7-abf53912a22c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:01.521350 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9689-3c75-451d-ab84-5d0073927a29 req-e2c17477-d107-497a-9e7e-2a99335d5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:01.523247 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-76ff9689-3c75-451d-ab84-5d0073927a29 req-e2c17477-d107-497a-9e7e-2a99335d5a03 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1917257
Nov 10 14:41:01.549846 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-d80fdcee-aebc-48ea-87b9-bbba427f30c0 req-5e90eede-f65e-4d49-9b76-ac1bfad7f873 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] For port d506fe63-0e24-46e1-bf5d-c72174fb97ac, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=d506fe63-0e24-46e1-bf5d-c72174fb97ac,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:01.549846 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-d80fdcee-aebc-48ea-87b9-bbba427f30c0 req-5e90eede-f65e-4d49-9b76-ac1bfad7f873 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:01.576931 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:01.686043 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30772af-f9ff-491c-bf7d-3bb35bdc93f2 req-87566b43-843d-4eb2-a28f-c1ba2de95950 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:01.690718 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151055f-4c1b-413a-926d-ba59a0a8ccf8 None None] Pushing event updated for resources: {'Port': ['ID=e58313f3-ab8b-458a-9516-3a6c888a4926,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:01.698492 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-3151055f-4c1b-413a-926d-ba59a0a8ccf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:01.698962 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:01.702365 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f30772af-f9ff-491c-bf7d-3bb35bdc93f2 req-87566b43-843d-4eb2-a28f-c1ba2de95950 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 943 time: 0.3208084
Nov 10 14:41:01.782840 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Attempting to bind port e58313f3-ab8b-458a-9516-3a6c888a4926 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:41:01.783971 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Attempting to bind port e58313f3-ab8b-458a-9516-3a6c888a4926 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '6c6d6a5c-7739-489a-959d-cfb753749062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:41:01.783971 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Attempting to bind port e58313f3-ab8b-458a-9516-3a6c888a4926 on network 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:41:01.795434 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:41:01.795819 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Checking segment: {'id': '6c6d6a5c-7739-489a-959d-cfb753749062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:41:01.796253 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:01.796669 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Bound using segment: {'id': '6c6d6a5c-7739-489a-959d-cfb753749062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:41:01.797256 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Bound port: e58313f3-ab8b-458a-9516-3a6c888a4926, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6d6a5c-7739-489a-959d-cfb753749062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:41:01.797637 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:01.811869 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-d80fdcee-aebc-48ea-87b9-bbba427f30c0 req-5e90eede-f65e-4d49-9b76-ac1bfad7f873 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Calling delete_port for d506fe63-0e24-46e1-bf5d-c72174fb97ac owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:41:01.813321 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-613c384b-83cf-4281-b064-06c3047c14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:01.814921 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-613c384b-83cf-4281-b064-06c3047c14a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89b42068517e4e7bb9df6b13a01c54d5&device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 1096 time: 0.2169058
Nov 10 14:41:01.822361 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7793089e-a0b8-4723-9932-7fab3e74abdc,revision_number=9']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:01.826792 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:01.834801 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c7a3d-f8cb-40c1-aab9-b5e37079ad51 req-94cae854-8b34-4246-80c6-5655da618f89 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:01.836388 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-628c7a3d-f8cb-40c1-aab9-b5e37079ad51 req-94cae854-8b34-4246-80c6-5655da618f89 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 945 time: 0.1578398
Nov 10 14:41:01.870065 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d8253367-9987-4377-b6a7-abf53912a22c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:01.916561 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-591d20b1-06a6-4aa8-ac55-77a487c2a92e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea18a5d4-2a15-463e-8590-e69f18afc7fd HTTP/1.1" status: 200  len: 217 time: 0.0791543
Nov 10 14:41:01.923691 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] For port e58313f3-ab8b-458a-9516-3a6c888a4926, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:41:01.928293 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] For port e58313f3-ab8b-458a-9516-3a6c888a4926, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=e58313f3-ab8b-458a-9516-3a6c888a4926,segment=NetworkSegment(6c6d6a5c-7739-489a-959d-cfb753749062),segment_id=6c6d6a5c-7739-489a-959d-cfb753749062)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:41:01.939518 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7793089e-a0b8-4723-9932-7fab3e74abdc'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:41:01.959975 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f30772af-f9ff-491c-bf7d-3bb35bdc93f2 req-ccfc9212-507f-4291-a098-bacfa270aec4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1575449
Nov 10 14:41:02.001872 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-628c7a3d-f8cb-40c1-aab9-b5e37079ad51 req-d14bc4f9-2f8f-4005-9b56-e1f803c46409 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132934
Nov 10 14:41:02.016721 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d8253367-9987-4377-b6a7-abf53912a22c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:02.022408 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:02.029743 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:02.032186 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-1ba667a3-b090-4e83-87da-ad8b14121e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:02.034917 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-1ba667a3-b090-4e83-87da-ad8b14121e21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ea807c76-f264-4906-a9f7-067190741fb4 HTTP/1.1" status: 200  len: 849 time: 0.1033258
Nov 10 14:41:02.083904 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d8253367-9987-4377-b6a7-abf53912a22c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:02.086062 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c402bc29-4ed8-45b3-879d-8299ad229258 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:02.118245 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8253367-9987-4377-b6a7-abf53912a22c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d291ab93-916d-4094-b6a7-5a49c56520f6,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:02.122344 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d8253367-9987-4377-b6a7-abf53912a22c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:02.126551 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-d80fdcee-aebc-48ea-87b9-bbba427f30c0 req-5e90eede-f65e-4d49-9b76-ac1bfad7f873 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:02.135458 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7a5b9548-9b63-4fad-b48a-73258c696e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:02.144662 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Routers {'9fa418ba-f6c6-4dcc-883b-090a685edb67'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:41:02.145418 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedcd1a60>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:40:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['9fa418ba-f6c6-4dcc-883b-090a685edb67'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:02.170687 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-78c22269-9e29-403f-9079-d04447103a58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=178a8188-2a49-467b-a37a-40ee197c7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1264923
Nov 10 14:41:02.192135 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90eede-f65e-4d49-9b76-ac1bfad7f873 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Pushing event deleted for resources: {'Port': ['ID=d506fe63-0e24-46e1-bf5d-c72174fb97ac,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:02.195318 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5e90eede-f65e-4d49-9b76-ac1bfad7f873 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:02.223387 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151055f-4c1b-413a-926d-ba59a0a8ccf8 None None] Pushing event updated for resources: {'Port': ['ID=e58313f3-ab8b-458a-9516-3a6c888a4926,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:02.230355 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-3151055f-4c1b-413a-926d-ba59a0a8ccf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:02.319011 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9d07a-5b80-4d00-9365-fe6846c34936 req-c5416db8-d760-4399-b8f8-f62496c0956b tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:02.320727 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-66a9d07a-5b80-4d00-9365-fe6846c34936 req-c5416db8-d760-4399-b8f8-f62496c0956b tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 943 time: 0.2058725
Nov 10 14:41:02.336153 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d8253367-9987-4377-b6a7-abf53912a22c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:02.341384 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d8253367-9987-4377-b6a7-abf53912a22c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9038508
Nov 10 14:41:02.344576 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56558) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:02.371355 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-6edac415-e6f3-4328-86ea-c1d3c71b72ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'security_group_rule': {'security_group_id': 'd2460640-e686-4f0f-a135-b0a758c55077', 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:41:02.376995 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80fdcee-aebc-48ea-87b9-bbba427f30c0 req-5e90eede-f65e-4d49-9b76-ac1bfad7f873 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] No DVR routers for this DVR port d506fe63-0e24-46e1-bf5d-c72174fb97ac on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:41:02.379982 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-d80fdcee-aebc-48ea-87b9-bbba427f30c0 req-5e90eede-f65e-4d49-9b76-ac1bfad7f873 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:02.382380 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d80fdcee-aebc-48ea-87b9-bbba427f30c0 req-5e90eede-f65e-4d49-9b76-ac1bfad7f873 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "DELETE /v2.0/ports/d506fe63-0e24-46e1-bf5d-c72174fb97ac HTTP/1.1" status: 204  len: 173 time: 1.3747165
Nov 10 14:41:02.382913 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1a6c66-80a0-48a9-8bc4-910dc450faa0', 'name': 'network-vif-deleted', 'tag': 'd506fe63-0e24-46e1-bf5d-c72174fb97ac'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:41:02.407303 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6edac415-e6f3-4328-86ea-c1d3c71b72ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:02.416441 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6edac415-e6f3-4328-86ea-c1d3c71b72ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Usage tracker for resource:security_group_rule and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:02.422229 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6edac415-e6f3-4328-86ea-c1d3c71b72ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:02.437078 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1a6c66-80a0-48a9-8bc4-910dc450faa0', 'name': 'network-vif-deleted', 'tag': 'd506fe63-0e24-46e1-bf5d-c72174fb97ac', 'status': 'completed', 'code': 200}
Nov 10 14:41:02.438925 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6edac415-e6f3-4328-86ea-c1d3c71b72ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:02.444530 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-19976d7b-24de-43f5-9070-5262b4bec3d9 service neutron] 10.222.0.16 "GET /v2.0/networks/178a8188-2a49-467b-a37a-40ee197c7f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488537
Nov 10 14:41:02.461644 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] Set router 9fa418ba-f6c6-4dcc-883b-090a685edb67 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:41:02.501489 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-66a9d07a-5b80-4d00-9365-fe6846c34936 req-dcb9aa95-7199-4639-bee2-59f9598de711 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559260
Nov 10 14:41:02.599846 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6edac415-e6f3-4328-86ea-c1d3c71b72ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:02.694998 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922e0ef-69fd-492e-b2ae-a008a893a950 req-91504b07-2961-4db1-badd-5526f9d0bfd0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:02.704659 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7922e0ef-69fd-492e-b2ae-a008a893a950 req-91504b07-2961-4db1-badd-5526f9d0bfd0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0954540
Nov 10 14:41:02.721362 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6edac415-e6f3-4328-86ea-c1d3c71b72ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:02.723889 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8cb28706-36f6-4514-9f12-1cad64fe5139 req-018493c9-9e57-4070-8b51-9d4265863549 service neutron] 10.222.0.16 "GET /v2.0/networks/178a8188-2a49-467b-a37a-40ee197c7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2691073
Nov 10 14:41:02.750120 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7922e0ef-69fd-492e-b2ae-a008a893a950 req-92372edf-76c5-4e81-9f3e-3e4a4f7ec7c3 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444613
Nov 10 14:41:02.816829 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6edac415-e6f3-4328-86ea-c1d3c71b72ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:02.827820 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:02.830156 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedcd1a60>, [{'id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'name': 'tempest-TestVolumeBootPattern-789386672-router', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:49Z', 'updated_at': '2021-11-10T14:40:58Z', 'revision_number': 4, 'project_id': 'adb04453a5f44da4ac93102c45ec6b49', 'gw_port': {'id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:50Z', 'updated_at': '2021-11-10T14:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': 'e58313f3-ab8b-458a-9516-3a6c888a4926', 'name': '', 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'mac_address': 'fa:16:3e:0e:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '44f3fb6c-41e1-40dd-9959-340fd04aad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:56Z', 'updated_at': '2021-11-10T14:41:01Z', 'revision_number': 4, 'project_id': 'adb04453a5f44da4ac93102c45ec6b49', 'subnets': [{'id': '44f3fb6c-41e1-40dd-9959-340fd04aad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:02.836105 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf0ab1-de07-46ce-acd6-be416483839b None None] The sync data for ids ['9fa418ba-f6c6-4dcc-883b-090a685edb67'] in dv-cinder-817404-1-iscsi is: [{'id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'name': 'tempest-TestVolumeBootPattern-789386672-router', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:49Z', 'updated_at': '2021-11-10T14:40:58Z', 'revision_number': 4, 'project_id': 'adb04453a5f44da4ac93102c45ec6b49', 'gw_port': {'id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:50Z', 'updated_at': '2021-11-10T14:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': 'e58313f3-ab8b-458a-9516-3a6c888a4926', 'name': '', 'network_id': '52ae44e5-8949-481b-bdfe-2cf2cdd3ac86', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'mac_address': 'fa:16:3e:0e:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '44f3fb6c-41e1-40dd-9959-340fd04aad3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:56Z', 'updated_at': '2021-11-10T14:41:01Z', 'revision_number': 4, 'project_id': 'adb04453a5f44da4ac93102c45ec6b49', 'subnets': [{'id': '44f3fb6c-41e1-40dd-9959-340fd04aad3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:41:02.851959 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edac415-e6f3-4328-86ea-c1d3c71b72ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc3f698-3013-457f-919a-176f4d27b9dc,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:02.855765 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6edac415-e6f3-4328-86ea-c1d3c71b72ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:02.947708 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6edac415-e6f3-4328-86ea-c1d3c71b72ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:02.947980 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56570) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:02.948079 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-6edac415-e6f3-4328-86ea-c1d3c71b72ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5841858
Nov 10 14:41:02.955795 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'security_group_rule': {'security_group_id': 'd2460640-e686-4f0f-a135-b0a758c55077', 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:41:02.962023 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:02.967201 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Usage tracker for resource:security_group_rule and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:02.970345 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:02.977025 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:03.028350 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:03.051548 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7891d630-cd7f-4e87-9505-1e12c195b582'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:41:03.116895 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:03.196241 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9d3adf35-a70e-46c4-a9df-4db376e33676 req-309c937c-e0ae-4edd-9e25-699e9c808668 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a6c66-80a0-48a9-8bc4-910dc450faa0 HTTP/1.1" status: 200  len: 210 time: 0.0632434
Nov 10 14:41:03.232748 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:03.248696 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:03.284319 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26bc75e-fdd1-43cc-bd0f-0a6f4913ad03,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:03.288073 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:03.322174 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b8932-05c5-4949-82d5-b5a1f47f7d97 req-117c9da4-1755-4dc1-9dd5-79309ed346c9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:03.323797 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5e2b8932-05c5-4949-82d5-b5a1f47f7d97 req-117c9da4-1755-4dc1-9dd5-79309ed346c9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 944 time: 0.1323102
Nov 10 14:41:03.378136 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5e2b8932-05c5-4949-82d5-b5a1f47f7d97 req-27caa3f9-7e4b-47c3-b87e-0c4ceb6a18bf tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460954
Nov 10 14:41:03.386536 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:03.388005 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4405901
Nov 10 14:41:03.392186 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56580) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:03.398828 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'security_group_rule': {'security_group_id': 'd2460640-e686-4f0f-a135-b0a758c55077', 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:41:03.405623 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:03.409843 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Usage tracker for resource:security_group_rule and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:03.417039 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:03.427554 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:03.525317 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:03.615375 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:03.717459 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:03.724481 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4f1509be-e3c8-49a4-bd41-1b48c1b28152 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:03.760955 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdbf540-cd35-4b7d-8d10-89eac12a6c6d,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:03.764609 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:03.796653 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369da4d7-c33c-4a03-bc2f-2606db8eaf26 req-e74e9f4f-6189-4d1a-8c95-f334da7a62b3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:03.798195 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-369da4d7-c33c-4a03-bc2f-2606db8eaf26 req-e74e9f4f-6189-4d1a-8c95-f334da7a62b3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 943 time: 0.1189797
Nov 10 14:41:03.852648 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-369da4d7-c33c-4a03-bc2f-2606db8eaf26 req-5ecd3697-ae2e-4ccb-97b4-536186eeda9f tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481639
Nov 10 14:41:03.859811 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:03.864234 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56588) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:03.864823 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4715366
Nov 10 14:41:03.871020 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'security_group_rule': {'security_group_id': 'd2460640-e686-4f0f-a135-b0a758c55077', 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:41:03.878018 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:03.887301 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Usage tracker for resource:security_group_rule and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:03.920685 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:03.935554 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:03.986569 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056114a8-a73d-4f13-8c2d-5fbaaf7f6e39 req-0bef7c34-ceef-43b5-8a26-fba5fbebcd31 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:03.988390 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-056114a8-a73d-4f13-8c2d-5fbaaf7f6e39 req-0bef7c34-ceef-43b5-8a26-fba5fbebcd31 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1024005
Nov 10 14:41:04.017335 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.securitygroups_db [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Project 8b2fa41957dd4b8484b5ef9bf552e105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 14:41:04.026782 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:04.067422 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-056114a8-a73d-4f13-8c2d-5fbaaf7f6e39 req-29bbf4a6-29cd-4c86-b8a7-87e95419ef24 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717230
Nov 10 14:41:04.079395 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device e58313f3-ab8b-458a-9516-3a6c888a4926 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:41:04.115694 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:04.186217 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:04.188431 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7ef68400-7a0a-4a70-99e5-9c7237c048fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:04.212539 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12808914-6e4d-4e7e-8808-3a088f27f87e,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:04.214768 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port e58313f3-ab8b-458a-9516-3a6c888a4926 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:41:04.220380 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port e58313f3-ab8b-458a-9516-3a6c888a4926 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:41:04.220819 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:04.224529 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:04.224529 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:04.224529 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:04.224529 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:04.224947 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:04.225222 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:04.225579 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:04.225931 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:04.226280 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:04.226628 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:04.226973 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:04.227356 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:04.230806 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:04.300815 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:04.302142 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0b83a5a7-9c19-4c6d-acfa-ec71e662a44c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4360435
Nov 10 14:41:04.306662 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56598) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:04.312184 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'security_group_rule': {'security_group_id': 'd2460640-e686-4f0f-a135-b0a758c55077', 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:41:04.319349 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:04.323270 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Usage tracker for resource:security_group_rule and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:04.327466 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:04.333468 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:04.345944 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:04.384540 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port e58313f3-ab8b-458a-9516-3a6c888a4926, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=e58313f3-ab8b-458a-9516-3a6c888a4926,segment=NetworkSegment(6c6d6a5c-7739-489a-959d-cfb753749062),segment_id=6c6d6a5c-7739-489a-959d-cfb753749062)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:04.414074 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.securitygroups_db [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Project 8b2fa41957dd4b8484b5ef9bf552e105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 14:41:04.421812 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:04.483689 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:04.491419 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-52c0c471-28aa-41b8-8025-db19788c0352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:04.493960 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:04.567868 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=e58313f3-ab8b-458a-9516-3a6c888a4926,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:04.571198 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:04.605029 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb8c81-f87f-477f-a1db-c11703e86990 req-78b14bbf-c87c-41dd-89d4-11450df41f92 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:04.606532 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eeeb8c81-f87f-477f-a1db-c11703e86990 req-78b14bbf-c87c-41dd-89d4-11450df41f92 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 944 time: 0.0994003
Nov 10 14:41:04.609090 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:04.611163 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:04.650275 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0dbbd1-54f9-4220-9716-ecea314b25c7,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:04.657572 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:04.687434 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eeeb8c81-f87f-477f-a1db-c11703e86990 req-8d54aaa0-1619-423f-be81-29d33947c3de tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689270
Nov 10 14:41:04.734624 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:04.735827 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4279945
Nov 10 14:41:04.889291 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device ea18a5d4-2a15-463e-8590-e69f18afc7fd details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:41:04.894147 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7793089e-a0b8-4723-9932-7fab3e74abdc up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:41:05.050439 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e79163-6891-4794-af3e-a27fe592157c req-2cbae0e9-431e-4f65-b4ee-cd4f71ea7b45 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:05.053669 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-85e79163-6891-4794-af3e-a27fe592157c req-2cbae0e9-431e-4f65-b4ee-cd4f71ea7b45 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 943 time: 0.0904551
Nov 10 14:41:05.070297 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 7793089e-a0b8-4723-9932-7fab3e74abdc triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:41:05.070771 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:05.100350 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-85e79163-6891-4794-af3e-a27fe592157c req-1c510949-e1ed-43fc-8233-843834973a95 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411179
Nov 10 14:41:05.145212 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port ea18a5d4-2a15-463e-8590-e69f18afc7fd, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ea18a5d4-2a15-463e-8590-e69f18afc7fd,segment=NetworkSegment(573c74c4-348f-400c-957e-08d2b6b4414d),segment_id=573c74c4-348f-400c-957e-08d2b6b4414d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:05.167389 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': 'ea18a5d4-2a15-463e-8590-e69f18afc7fd', 'network_id': '178a8188-2a49-467b-a37a-40ee197c7f69', 'port_id': 'ea18a5d4-2a15-463e-8590-e69f18afc7fd', 'mac_address': 'fa:16:3e:3e:7c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea807c76-f264-4906-a9f7-067190741fb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:41:05.276374 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:05.288799 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635a996-4c0d-4bdb-a86f-402ebb08872f req-b580e708-a4cb-4776-b799-6ff52e093b5d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:05.290326 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4635a996-4c0d-4bdb-a86f-402ebb08872f req-b580e708-a4cb-4776-b799-6ff52e093b5d tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.0926147
Nov 10 14:41:05.299725 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea18a5d4-2a15-463e-8590-e69f18afc7fd {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:41:05.303473 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:05.335397 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port ea18a5d4-2a15-463e-8590-e69f18afc7fd, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ea18a5d4-2a15-463e-8590-e69f18afc7fd,segment=NetworkSegment(573c74c4-348f-400c-957e-08d2b6b4414d),segment_id=573c74c4-348f-400c-957e-08d2b6b4414d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:05.342310 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:41:05.345283 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4635a996-4c0d-4bdb-a86f-402ebb08872f req-130447f0-5e78-45f9-ad5d-18123af957a0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480783
Nov 10 14:41:05.353944 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7793089e-a0b8-4723-9932-7fab3e74abdc,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:05.392670 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'code': 200}
Nov 10 14:41:05.415105 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:05.416023 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device d506fe63-0e24-46e1-bf5d-c72174fb97ac no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:41:05.440690 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:05.446918 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:05.484485 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: d506fe63-0e24-46e1-bf5d-c72174fb97ac {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:41:05.485091 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device d506fe63-0e24-46e1-bf5d-c72174fb97ac not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:41:05.519463 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7793089e-a0b8-4723-9932-7fab3e74abdc,revision_number=10']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:05.590463 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=ea18a5d4-2a15-463e-8590-e69f18afc7fd,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:05.597764 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:05.598244 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:05.598594 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:05.817541 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['ea18a5d4-2a15-463e-8590-e69f18afc7fd'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:41:05.961485 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c3106-89db-4a8a-bdf7-6563808a6d8d req-8125504f-aa4a-4742-9108-e67a1a3dc00d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:05.962960 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2f3c3106-89db-4a8a-bdf7-6563808a6d8d req-8125504f-aa4a-4742-9108-e67a1a3dc00d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 946 time: 0.1220207
Nov 10 14:41:06.057265 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device e58313f3-ab8b-458a-9516-3a6c888a4926 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:41:06.093536 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2f3c3106-89db-4a8a-bdf7-6563808a6d8d req-382f0022-2451-43fe-858a-da8c9db92746 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215870
Nov 10 14:41:06.136307 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port e58313f3-ab8b-458a-9516-3a6c888a4926 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:41:06.136831 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:06.194203 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc3a5f-8d46-4ea9-b1c9-b4ee9e89a6d0 req-1a8e4f95-e742-43c4-84a5-87dc2dacc2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:06.196275 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d2cc3a5f-8d46-4ea9-b1c9-b4ee9e89a6d0 req-1a8e4f95-e742-43c4-84a5-87dc2dacc2f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 1099 time: 0.0801222
Nov 10 14:41:06.356826 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-d2cc3a5f-8d46-4ea9-b1c9-b4ee9e89a6d0 req-7bb817b9-3f28-49bf-886a-3394d78c95d2 service neutron] Synchronizing usage tracker for tenant:27d25d0c86ca4244b94e11acdd578f06 on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:41:06.385777 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56688) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:06.392186 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc29a1-3678-4920-ab36-84188305c068 req-d3f16ee1-08d4-4ca6-9413-f34b55e5598f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:06.392961 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-9acc29a1-3678-4920-ab36-84188305c068 req-d3f16ee1-08d4-4ca6-9413-f34b55e5598f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Synchronizing usage tracker for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:41:06.415667 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690207d-c0c7-4e33-98a3-99d399d1cfd4 req-b851c978-45b3-4a1d-888b-a6d053629868 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:06.422684 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7690207d-c0c7-4e33-98a3-99d399d1cfd4 req-b851c978-45b3-4a1d-888b-a6d053629868 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 944 time: 0.1481364
Nov 10 14:41:06.446009 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-d2cc3a5f-8d46-4ea9-b1c9-b4ee9e89a6d0 req-7bb817b9-3f28-49bf-886a-3394d78c95d2 service neutron] Unset dirty status for tenant:27d25d0c86ca4244b94e11acdd578f06 on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:41:06.447065 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d2cc3a5f-8d46-4ea9-b1c9-b4ee9e89a6d0 req-7bb817b9-3f28-49bf-886a-3394d78c95d2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2230482
Nov 10 14:41:06.467071 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7690207d-c0c7-4e33-98a3-99d399d1cfd4 req-0d6a8fee-378f-41be-8008-6e9d9b8ed128 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433643
Nov 10 14:41:06.495509 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-9acc29a1-3678-4920-ab36-84188305c068 req-d3f16ee1-08d4-4ca6-9413-f34b55e5598f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Unset dirty status for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:41:06.498692 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9acc29a1-3678-4920-ab36-84188305c068 req-d3f16ee1-08d4-4ca6-9413-f34b55e5598f tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.2088709
Nov 10 14:41:06.542952 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-55eecc6c-1ce9-4f11-945a-12da3f0d4cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:06.558269 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-55eecc6c-1ce9-4f11-945a-12da3f0d4cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:06.563234 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-55eecc6c-1ce9-4f11-945a-12da3f0d4cbd admin admin] Usage tracker for resource:security_group_rule and tenant:37ca9374fc11437e975111c398587b15 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:06.566874 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9acc29a1-3678-4920-ab36-84188305c068 req-e00c9e2a-dbd7-4dbe-8807-cda0b3d22773 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578170
Nov 10 14:41:06.569047 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-55eecc6c-1ce9-4f11-945a-12da3f0d4cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:06.577209 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-55eecc6c-1ce9-4f11-945a-12da3f0d4cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:06.695489 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16ee65-dc39-4872-8a9f-41a6e5f8bcf9 req-1b902cdb-6aa1-4809-8704-96ee0b6d78b9 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:06.696981 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bb16ee65-dc39-4872-8a9f-41a6e5f8bcf9 req-1b902cdb-6aa1-4809-8704-96ee0b6d78b9 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1175203
Nov 10 14:41:06.765348 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-55eecc6c-1ce9-4f11-945a-12da3f0d4cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:06.768916 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bb16ee65-dc39-4872-8a9f-41a6e5f8bcf9 req-e31539d9-1598-4d34-a657-f9419d5c83ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624921
Nov 10 14:41:06.832042 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-55eecc6c-1ce9-4f11-945a-12da3f0d4cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:06.840437 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-1b1427fa-4436-4650-8fb5-a7c18f76696b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:06.886074 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-55eecc6c-1ce9-4f11-945a-12da3f0d4cbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37ca9374fc11437e975111c398587b15&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4989941
Nov 10 14:41:06.887068 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eecc6c-1ce9-4f11-945a-12da3f0d4cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4739bee-aac4-4efb-8903-a3bcbac31d2a,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:06.888941 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56698) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:06.890182 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-55eecc6c-1ce9-4f11-945a-12da3f0d4cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:06.899109 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device ea18a5d4-2a15-463e-8590-e69f18afc7fd up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:41:06.950111 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-45dc1b23-b11d-44eb-8249-fc8173f7d9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:06.988659 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-45dc1b23-b11d-44eb-8249-fc8173f7d9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:07.032082 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port ea18a5d4-2a15-463e-8590-e69f18afc7fd completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:41:07.037280 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port ea18a5d4-2a15-463e-8590-e69f18afc7fd triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:41:07.037664 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:07.135655 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-45dc1b23-b11d-44eb-8249-fc8173f7d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:07.142285 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:07.152670 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc1b23-b11d-44eb-8249-fc8173f7d9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4739bee-aac4-4efb-8903-a3bcbac31d2a,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:07.155827 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:07.157391 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-45dc1b23-b11d-44eb-8249-fc8173f7d9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:07.160881 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-45dc1b23-b11d-44eb-8249-fc8173f7d9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:07.162148 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-45dc1b23-b11d-44eb-8249-fc8173f7d9c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4739bee-aac4-4efb-8903-a3bcbac31d2a HTTP/1.1" status: 204  len: 168 time: 0.2719765
Nov 10 14:41:07.205466 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port ea18a5d4-2a15-463e-8590-e69f18afc7fd, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ea18a5d4-2a15-463e-8590-e69f18afc7fd,segment=NetworkSegment(573c74c4-348f-400c-957e-08d2b6b4414d),segment_id=573c74c4-348f-400c-957e-08d2b6b4414d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:07.271194 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:07.274255 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:07.321374 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9dc45-5377-4095-83dd-1586f1baf480 req-b2efdc4d-9efb-4c5f-b101-5ebb530e1822 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:07.322945 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bee9dc45-5377-4095-83dd-1586f1baf480 req-b2efdc4d-9efb-4c5f-b101-5ebb530e1822 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 946 time: 0.1015365
Nov 10 14:41:07.357808 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=ea18a5d4-2a15-463e-8590-e69f18afc7fd,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:07.361542 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:07.374974 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bee9dc45-5377-4095-83dd-1586f1baf480 req-c3d9261d-20e9-4530-9946-c31aa3eec982 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435228
Nov 10 14:41:07.393841 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672d480b-5379-4148-8733-52d734e25eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea18a5d4-2a15-463e-8590-e69f18afc7fd'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:41:07.443888 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672d480b-5379-4148-8733-52d734e25eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea18a5d4-2a15-463e-8590-e69f18afc7fd', 'code': 200}
Nov 10 14:41:07.726944 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e95ae-4a03-47b3-a8f5-6306278fa62c req-c1a5d97e-9ea9-4de0-94c8-165d157c667b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:07.733232 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1b7e95ae-4a03-47b3-a8f5-6306278fa62c req-c1a5d97e-9ea9-4de0-94c8-165d157c667b tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1709981
Nov 10 14:41:07.746102 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70c1eb-1ffb-4cca-b8e9-80b490989d10 req-2ae134c4-1446-4dda-a711-473130afde0d tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:07.748357 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd70c1eb-1ffb-4cca-b8e9-80b490989d10 req-2ae134c4-1446-4dda-a711-473130afde0d tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 945 time: 0.1451609
Nov 10 14:41:07.794957 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd70c1eb-1ffb-4cca-b8e9-80b490989d10 req-c583f003-87b4-48de-8173-8ddcfabf100e tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406513
Nov 10 14:41:07.870502 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [req-1b7e95ae-4a03-47b3-a8f5-6306278fa62c req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Deleting port fb4db84b-cf37-44aa-b163-90343a69b5c7 {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:41:07.870847 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-1b7e95ae-4a03-47b3-a8f5-6306278fa62c req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:08.088912 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af3173-fb81-455c-966d-126b7ef8776b req-67dc4a40-305c-4506-bd4a-06f0592e5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:08.091439 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a5af3173-fb81-455c-966d-126b7ef8776b req-67dc4a40-305c-4506-bd4a-06f0592e5e23 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 1098 time: 0.2522554
Nov 10 14:41:08.151978 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58445e6e-4f29-4cee-b18b-5b6c7535d261 req-f50494eb-ffdc-4f7a-a595-751d4b7fc671 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:08.171715 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a5af3173-fb81-455c-966d-126b7ef8776b req-f8970a69-ca13-4ad9-9cf6-1d6c540b9792 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570407
Nov 10 14:41:08.171880 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-58445e6e-4f29-4cee-b18b-5b6c7535d261 req-f50494eb-ffdc-4f7a-a595-751d4b7fc671 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.4269845
Nov 10 14:41:08.190350 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95054d9-1842-4678-8645-bb5d80b8e537 req-ebcb5e3e-890c-4123-9af8-e022e58d7ad0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:08.195683 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f95054d9-1842-4678-8645-bb5d80b8e537 req-ebcb5e3e-890c-4123-9af8-e022e58d7ad0 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 945 time: 0.1906073
Nov 10 14:41:08.242109 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f95054d9-1842-4678-8645-bb5d80b8e537 req-383e93a0-6b48-4fd5-a390-56d10094b0a4 tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/security-groups?id=930061a3-b64e-4493-abf6-f23f7d723a7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430582
Nov 10 14:41:08.340094 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-58445e6e-4f29-4cee-b18b-5b6c7535d261 req-8a50c20b-ae2b-44a6-a8d6-ef7d0c4e72c0 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731899
Nov 10 14:41:08.350089 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-1b7e95ae-4a03-47b3-a8f5-6306278fa62c req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] For port fb4db84b-cf37-44aa-b163-90343a69b5c7, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fb4db84b-cf37-44aa-b163-90343a69b5c7,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:08.351104 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-1b7e95ae-4a03-47b3-a8f5-6306278fa62c req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:08.553588 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [req-1b7e95ae-4a03-47b3-a8f5-6306278fa62c req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Calling delete_port for fb4db84b-cf37-44aa-b163-90343a69b5c7 owned by compute:nova {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:41:08.624115 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87a051-a63a-43cc-9a68-2aa615de094a req-59ec7f51-6d18-4af1-ac5b-8dd78b677a81 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:08.631265 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1a87a051-a63a-43cc-9a68-2aa615de094a req-59ec7f51-6d18-4af1-ac5b-8dd78b677a81 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 946 time: 0.1286616
Nov 10 14:41:08.685497 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1a87a051-a63a-43cc-9a68-2aa615de094a req-0e37077c-d3a1-49b8-a726-f9a9bd329eb0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532589
Nov 10 14:41:08.775579 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-1b7e95ae-4a03-47b3-a8f5-6306278fa62c req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:08.782945 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-26c9e265-61a7-48f3-aa31-4816dbc1c172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:08.791052 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['fb4db84b-cf37-44aa-b163-90343a69b5c7'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:41:08.840858 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Pushing event deleted for resources: {'Port': ['ID=fb4db84b-cf37-44aa-b163-90343a69b5c7,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:08.925839 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:08.926384 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:08.926914 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:08.927482 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:08.928705 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:08.928705 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:08.929076 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:08.929600 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:08.930129 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:08.930668 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:08.931228 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:08.931752 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:08.971579 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:09.031027 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1822c-4397-4980-8740-d463134c5301 req-832c4a63-8560-4a5a-a2a9-d1ac75c9f5f6 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:09.032610 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-afc1822c-4397-4980-8740-d463134c5301 req-832c4a63-8560-4a5a-a2a9-d1ac75c9f5f6 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 945 time: 0.0965729
Nov 10 14:41:09.079835 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-afc1822c-4397-4980-8740-d463134c5301 req-bf87d067-f6b4-4ebc-8adb-57f6699e8465 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401113
Nov 10 14:41:09.408051 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7e95ae-4a03-47b3-a8f5-6306278fa62c req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] No DVR routers for this DVR port fb4db84b-cf37-44aa-b163-90343a69b5c7 on host hv-cinder-81740 {{(pid=87468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:41:09.410492 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-1b7e95ae-4a03-47b3-a8f5-6306278fa62c req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:09.413304 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4b6c5f-1548-4a72-8789-e490b303d3d2', 'name': 'network-vif-deleted', 'tag': 'fb4db84b-cf37-44aa-b163-90343a69b5c7'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:41:09.441543 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4312d99f-d6a4-480b-b111-464376cdb57a req-b97ced33-f645-46bd-aea2-9287e83edd7a tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 210 time: 0.0642121
Nov 10 14:41:09.488761 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9954ad-4c27-41b8-a69f-8fc378aecbfe req-3d8fd8b1-dd27-4b75-ab17-692c4caf6283 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:09.490350 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a9954ad-4c27-41b8-a69f-8fc378aecbfe req-3d8fd8b1-dd27-4b75-ab17-692c4caf6283 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.1522233
Nov 10 14:41:09.523359 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1b7e95ae-4a03-47b3-a8f5-6306278fa62c req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.16 "DELETE /v2.0/ports/fb4db84b-cf37-44aa-b163-90343a69b5c7 HTTP/1.1" status: 204  len: 173 time: 1.7509756
Nov 10 14:41:09.543512 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4b6c5f-1548-4a72-8789-e490b303d3d2', 'name': 'network-vif-deleted', 'tag': 'fb4db84b-cf37-44aa-b163-90343a69b5c7', 'status': 'completed', 'code': 200}
Nov 10 14:41:09.594447 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-9a9954ad-4c27-41b8-a69f-8fc378aecbfe req-1d376dbd-04c6-411d-a819-5f5d178cb254 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Deleting port 7891d630-cd7f-4e87-9505-1e12c195b582 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:41:09.595015 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9a9954ad-4c27-41b8-a69f-8fc378aecbfe req-1d376dbd-04c6-411d-a819-5f5d178cb254 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:09.603820 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473ad4c-a622-4003-bf27-014a214607d5 req-2d6cd653-9442-4208-9dfd-74ba97b60cad tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:09.605318 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6473ad4c-a622-4003-bf27-014a214607d5 req-2d6cd653-9442-4208-9dfd-74ba97b60cad tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 945 time: 0.1242125
Nov 10 14:41:09.674981 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6473ad4c-a622-4003-bf27-014a214607d5 req-54fa000e-a3d5-4a0a-9a44-986b7017cb50 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/security-groups?id=4df56c36-287a-4b24-86fb-7cf7099d1a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629828
Nov 10 14:41:10.036310 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-9a9954ad-4c27-41b8-a69f-8fc378aecbfe req-1d376dbd-04c6-411d-a819-5f5d178cb254 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] For port 7891d630-cd7f-4e87-9505-1e12c195b582, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7891d630-cd7f-4e87-9505-1e12c195b582,segment=NetworkSegment(70380c25-b3d8-45fe-8093-a686d93f74be),segment_id=70380c25-b3d8-45fe-8093-a686d93f74be)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:10.036604 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9a9954ad-4c27-41b8-a69f-8fc378aecbfe req-1d376dbd-04c6-411d-a819-5f5d178cb254 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:10.171462 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-9a9954ad-4c27-41b8-a69f-8fc378aecbfe req-1d376dbd-04c6-411d-a819-5f5d178cb254 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Calling delete_port for 7891d630-cd7f-4e87-9505-1e12c195b582 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:41:10.233796 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d8e8c-34c8-4aaa-b525-f61ad85e18d5 req-07eb5275-18cc-4efa-85ab-5dd28b736955 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:10.235401 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd0d8e8c-34c8-4aaa-b525-f61ad85e18d5 req-07eb5275-18cc-4efa-85ab-5dd28b736955 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 946 time: 0.2913799
Nov 10 14:41:10.301287 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd0d8e8c-34c8-4aaa-b525-f61ad85e18d5 req-2b5ce999-9e0b-42c5-9b1f-f66f45b7aecd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600812
Nov 10 14:41:10.377312 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b93387-650b-4313-8362-dff17a613e06 req-32b0d89a-9020-4008-8e96-24bfc768716c tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:10.378875 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-99b93387-650b-4313-8362-dff17a613e06 req-32b0d89a-9020-4008-8e96-24bfc768716c tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 945 time: 0.1679075
Nov 10 14:41:10.428156 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-99b93387-650b-4313-8362-dff17a613e06 req-26d1c212-b231-4410-af9d-07487a450350 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434840
Nov 10 14:41:10.437699 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9a9954ad-4c27-41b8-a69f-8fc378aecbfe req-1d376dbd-04c6-411d-a819-5f5d178cb254 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:10.445146 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-fd8b6d5d-63d4-4054-9cb2-5585c262f38b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:10.453849 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7891d630-cd7f-4e87-9505-1e12c195b582'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:41:10.541424 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d376dbd-04c6-411d-a819-5f5d178cb254 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Pushing event deleted for resources: {'Port': ['ID=7891d630-cd7f-4e87-9505-1e12c195b582,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:10.545049 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1d376dbd-04c6-411d-a819-5f5d178cb254 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:10.646437 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0d69c438-8ce4-4989-b3fd-bd15fa4b2341 req-9aed002e-04c8-44c0-90bf-6bbe7ee6385e tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4b6c5f-1548-4a72-8789-e490b303d3d2 HTTP/1.1" status: 200  len: 210 time: 0.0448339
Nov 10 14:41:10.647328 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9954ad-4c27-41b8-a69f-8fc378aecbfe req-1d376dbd-04c6-411d-a819-5f5d178cb254 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] No DVR routers for this DVR port 7891d630-cd7f-4e87-9505-1e12c195b582 on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:41:10.649969 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9a9954ad-4c27-41b8-a69f-8fc378aecbfe req-1d376dbd-04c6-411d-a819-5f5d178cb254 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:10.655994 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d101ca1-64ca-4dc0-b7d4-7a28d22b0261', 'name': 'network-vif-deleted', 'tag': '7891d630-cd7f-4e87-9505-1e12c195b582'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:41:10.701461 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d101ca1-64ca-4dc0-b7d4-7a28d22b0261', 'name': 'network-vif-deleted', 'tag': '7891d630-cd7f-4e87-9505-1e12c195b582', 'status': 'completed', 'code': 200}
Nov 10 14:41:10.735374 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a9954ad-4c27-41b8-a69f-8fc378aecbfe req-1d376dbd-04c6-411d-a819-5f5d178cb254 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.16 "DELETE /v2.0/ports/7891d630-cd7f-4e87-9505-1e12c195b582 HTTP/1.1" status: 204  len: 173 time: 1.2366796
Nov 10 14:41:10.833158 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-a44c5edd-46f9-46b7-86ff-295c69b2a0d3 req-94bb9809-1545-40e1-b2b5-b7db6b800f53 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Synchronizing usage tracker for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:41:10.899512 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-a44c5edd-46f9-46b7-86ff-295c69b2a0d3 req-94bb9809-1545-40e1-b2b5-b7db6b800f53 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Unset dirty status for tenant:5922bb61d971442280ac55798df8c5ab on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:41:10.900704 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a44c5edd-46f9-46b7-86ff-295c69b2a0d3 req-94bb9809-1545-40e1-b2b5-b7db6b800f53 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d101ca1-64ca-4dc0-b7d4-7a28d22b0261 HTTP/1.1" status: 200  len: 210 time: 0.1172197
Nov 10 14:41:10.947246 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7891d630-cd7f-4e87-9505-1e12c195b582 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:41:10.984825 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: 7891d630-cd7f-4e87-9505-1e12c195b582 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:41:10.985254 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7891d630-cd7f-4e87-9505-1e12c195b582 not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:41:10.985689 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device fb4db84b-cf37-44aa-b163-90343a69b5c7 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:41:11.019341 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: fb4db84b-cf37-44aa-b163-90343a69b5c7 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:41:11.019707 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device fb4db84b-cf37-44aa-b163-90343a69b5c7 not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:41:11.504373 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09d1ed-e6b0-4860-aeee-04ef62ad5312 req-ce62c22b-a235-4b60-ba08-0c07992e27af tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:11.511426 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6a09d1ed-e6b0-4860-aeee-04ef62ad5312 req-ce62c22b-a235-4b60-ba08-0c07992e27af tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 946 time: 0.0925667
Nov 10 14:41:11.557618 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6a09d1ed-e6b0-4860-aeee-04ef62ad5312 req-d96a931d-78c5-405a-aa1b-0d7b26deb661 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453088
Nov 10 14:41:11.659736 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ed404-c6ef-4c81-b3ea-681a868147de req-413cd49a-a6db-4ca2-aaee-0f4016212486 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:11.661108 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3d7ed404-c6ef-4c81-b3ea-681a868147de req-413cd49a-a6db-4ca2-aaee-0f4016212486 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 945 time: 0.1075201
Nov 10 14:41:11.707750 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3d7ed404-c6ef-4c81-b3ea-681a868147de req-aa2edf71-bdf9-4463-aedd-ed14c5e45940 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409124
Nov 10 14:41:11.752355 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56826) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:12.017937 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56832) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:12.089379 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9e5a03-56f9-4aad-acf2-3232045117b2 admin admin] Deleting subnet d6f4016f-e940-4f2d-b741-d4304df11406 {{(pid=87468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:41:12.092886 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5a03-56f9-4aad-acf2-3232045117b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.143538 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5a03-56f9-4aad-acf2-3232045117b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972242'] for subnet, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.206996 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5a03-56f9-4aad-acf2-3232045117b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.329521 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1700825'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.369689 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5a03-56f9-4aad-acf2-3232045117b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1176360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679677'] for subnet, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.375998 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:12.427363 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5a03-56f9-4aad-acf2-3232045117b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.430515 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e5a03-56f9-4aad-acf2-3232045117b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f4016f-e940-4f2d-b741-d4304df11406,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:12.434656 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9b9e5a03-56f9-4aad-acf2-3232045117b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:12.448343 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-9b9e5a03-56f9-4aad-acf2-3232045117b2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d6f4016f-e940-4f2d-b741-d4304df11406 HTTP/1.1" status: 204  len: 168 time: 0.4229031
Nov 10 14:41:12.448343 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56846) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:12.584233 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.718517 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.746943 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fec91c7f0>,) {'filters': {'network_id': ['ff02c67e-ef4b-4d81-be13-036d90b0b5e2']}} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:12.759487 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec91c7f0>, '70380c25-b3d8-45fe-8093-a686d93f74be') {'for_net_delete': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:12.759792 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec91c7f0>, '70380c25-b3d8-45fe-8093-a686d93f74be') {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:12.771041 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972201'] for segment, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.786669 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.792788 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:41:12.793174 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1176386'] for segment, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.794907 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] Deleting port 193bef8a-5b86-465c-ae6a-26ab50774502 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:41:12.795403 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]: Traceback (most recent call last):
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     timer()
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     cb(*args, **kw)
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     return func(*args, **kwargs)
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     self._notify()
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     self.callback(batched_events)
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     event.method(event)
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     return f(self, *a, **k)
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._get(url).json()
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:41:12.806614 dv-cinder-817404-1-iscsi neutron-server[87468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:41:12.963157 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.968708 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] For port 193bef8a-5b86-465c-ae6a-26ab50774502, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=193bef8a-5b86-465c-ae6a-26ab50774502,segment=NetworkSegment(7627c0d7-3551-4d36-8fa3-77e39b878247),segment_id=7627c0d7-3551-4d36-8fa3-77e39b878247)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:12.969074 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.969759 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:12.973459 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:12.994815 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff02c67e-ef4b-4d81-be13-036d90b0b5e2,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:12.998042 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:13.090229 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] Calling delete_port for 193bef8a-5b86-465c-ae6a-26ab50774502 owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:41:13.101224 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-fbaf8d0a-70b2-4429-8c12-89643d2e0117 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ff02c67e-ef4b-4d81-be13-036d90b0b5e2 HTTP/1.1" status: 204  len: 168 time: 0.6529269
Nov 10 14:41:13.523667 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:13.527679 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d28d213e-2de3-45c2-b334-a4b09d4fc5ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:13.548388 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56864) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:13.586971 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=193bef8a-5b86-465c-ae6a-26ab50774502,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:13.605481 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:13.613128 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-f016079d-a2e7-41fd-b1ac-750a01f38b05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5922bb61d971442280ac55798df8c5ab&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0635121
Nov 10 14:41:13.615669 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56870) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:13.684373 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8d0b144e-db50-4e2b-b180-f83bb88d6bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:13.712023 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8d0b144e-db50-4e2b-b180-f83bb88d6bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:13.876574 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700773'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:13.886662 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8d0b144e-db50-4e2b-b180-f83bb88d6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:13.897613 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-34e720cc-f8ce-49d5-869a-4323f315e1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:13.917970 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b144e-db50-4e2b-b180-f83bb88d6bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df56c36-287a-4b24-86fb-7cf7099d1a10,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:13.920361 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-8d0b144e-db50-4e2b-b180-f83bb88d6bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:14.032032 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8d0b144e-db50-4e2b-b180-f83bb88d6bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:14.033194 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-8d0b144e-db50-4e2b-b180-f83bb88d6bf6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4df56c36-287a-4b24-86fb-7cf7099d1a10 HTTP/1.1" status: 204  len: 168 time: 0.4166124
Nov 10 14:41:14.243547 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e7d03-418a-4f30-abc5-9336adaac7da req-f411465c-29d3-4cbc-ba17-bc391129ccfc tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:14.246835 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-274e7d03-418a-4f30-abc5-9336adaac7da req-f411465c-29d3-4cbc-ba17-bc391129ccfc tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 945 time: 0.1905103
Nov 10 14:41:14.432582 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-274e7d03-418a-4f30-abc5-9336adaac7da req-4f7d7a4a-d6a5-40df-8958-88c4479af6f8 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317844
Nov 10 14:41:14.470036 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] Router d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:41:14.483660 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:14.674147 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:41:14.683562 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b420f-eb9a-454d-9aa7-c1c9c2b857df None None] Sync routers for ids ['d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:41:14.687457 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] 10.222.0.37 "PUT /v2.0/routers/d4cad8dd-f1b6-4d8d-b6b2-625da83355f1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9337666
Nov 10 14:41:14.689915 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56890) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:14.693983 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b420f-eb9a-454d-9aa7-c1c9c2b857df None None] Routers {'d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:41:14.694600 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-2f0b420f-eb9a-454d-9aa7-c1c9c2b857df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedba3220>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:40:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:14.886791 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:14.899307 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-2f0b420f-eb9a-454d-9aa7-c1c9c2b857df None None] Set router d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:41:15.081415 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:15.180426 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Deleting port 26344342-c1fc-4fd8-9123-803da4da5e39 {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:41:15.180703 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:15.194864 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-2f0b420f-eb9a-454d-9aa7-c1c9c2b857df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedba3220>, [{'id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1124531990-router', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:50Z', 'updated_at': '2021-11-10T14:41:13Z', 'revision_number': 5, 'project_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'gw_port': {'id': '26344342-c1fc-4fd8-9123-803da4da5e39', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:15.198874 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b420f-eb9a-454d-9aa7-c1c9c2b857df None None] Checking router: d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:41:15.207982 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b420f-eb9a-454d-9aa7-c1c9c2b857df None None] Routers {'d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:41:15.208730 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-2f0b420f-eb9a-454d-9aa7-c1c9c2b857df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedba3220>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:40:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:15.377524 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-2f0b420f-eb9a-454d-9aa7-c1c9c2b857df None None] Set router d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:41:15.446840 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] For port 26344342-c1fc-4fd8-9123-803da4da5e39, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=26344342-c1fc-4fd8-9123-803da4da5e39,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:15.447482 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:15.489682 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-2f0b420f-eb9a-454d-9aa7-c1c9c2b857df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedba3220>, [{'id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1124531990-router', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:50Z', 'updated_at': '2021-11-10T14:41:15Z', 'revision_number': 6, 'project_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'gw_port_host': None}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:15.494306 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b420f-eb9a-454d-9aa7-c1c9c2b857df None None] The sync data for ids ['d4cad8dd-f1b6-4d8d-b6b2-625da83355f1'] in dv-cinder-817404-1-iscsi is: [{'id': 'd4cad8dd-f1b6-4d8d-b6b2-625da83355f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1124531990-router', 'tenant_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:50Z', 'updated_at': '2021-11-10T14:41:15Z', 'revision_number': 6, 'project_id': '34ca01fa62e74a0286a7e3767dcb5bca', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:41:15.601535 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Calling delete_port for 26344342-c1fc-4fd8-9123-803da4da5e39 owned by network:router_gateway {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:41:15.899663 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51879348-5dd4-4ed5-ad43-cd2f709e5b41 req-82006e09-7b30-4182-b7f2-5cdd6a8ef70e tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:15.905751 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-51879348-5dd4-4ed5-ad43-cd2f709e5b41 req-82006e09-7b30-4182-b7f2-5cdd6a8ef70e tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 945 time: 0.2779627
Nov 10 14:41:15.993282 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-51879348-5dd4-4ed5-ad43-cd2f709e5b41 req-2c923050-e992-437d-ac02-f09fab77404b tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/security-groups?id=6320d801-2b77-4ce8-9671-c916d0ac7e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784972
Nov 10 14:41:16.083654 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:16.088683 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:16.103241 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46257397-b406-4848-a74b-15d679b17fee req-82edc4c3-4a0a-4271-8fc2-87185999c7d4 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:16.104768 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46257397-b406-4848-a74b-15d679b17fee req-82edc4c3-4a0a-4271-8fc2-87185999c7d4 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.16 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 945 time: 0.0872819
Nov 10 14:41:16.143967 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=26344342-c1fc-4fd8-9123-803da4da5e39,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:16.147414 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:16.237243 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-46257397-b406-4848-a74b-15d679b17fee req-8ecabe32-c62b-4a3c-b6d1-04c46699d0fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Deleting port ea18a5d4-2a15-463e-8590-e69f18afc7fd {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:41:16.238173 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-46257397-b406-4848-a74b-15d679b17fee req-8ecabe32-c62b-4a3c-b6d1-04c46699d0fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:16.260003 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053154'] for router_gateway, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:16.352013 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 26344342-c1fc-4fd8-9123-803da4da5e39 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:41:16.402317 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 26344342-c1fc-4fd8-9123-803da4da5e39 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:41:16.402831 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 26344342-c1fc-4fd8-9123-803da4da5e39 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:41:16.403389 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 193bef8a-5b86-465c-ae6a-26ab50774502 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:41:16.441316 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 193bef8a-5b86-465c-ae6a-26ab50774502 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:41:16.441923 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 193bef8a-5b86-465c-ae6a-26ab50774502 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:41:16.583237 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3242'] for router, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:16.585771 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:16.639997 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-46257397-b406-4848-a74b-15d679b17fee req-8ecabe32-c62b-4a3c-b6d1-04c46699d0fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] For port ea18a5d4-2a15-463e-8590-e69f18afc7fd, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=ea18a5d4-2a15-463e-8590-e69f18afc7fd,segment=NetworkSegment(573c74c4-348f-400c-957e-08d2b6b4414d),segment_id=573c74c4-348f-400c-957e-08d2b6b4414d)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:16.640809 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-46257397-b406-4848-a74b-15d679b17fee req-8ecabe32-c62b-4a3c-b6d1-04c46699d0fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:16.776125 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-46257397-b406-4848-a74b-15d679b17fee req-8ecabe32-c62b-4a3c-b6d1-04c46699d0fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Calling delete_port for ea18a5d4-2a15-463e-8590-e69f18afc7fd owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:41:16.820696 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053206'] for router, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:16.825462 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 {{(pid=87468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 10 14:41:16.835574 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] Notify callbacks [] for router, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:16.839550 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56936) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:16.839726 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-2c50e71e-4c67-43c2-b41a-2c92251a9ef5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d4cad8dd-f1b6-4d8d-b6b2-625da83355f1 HTTP/1.1" status: 204  len: 168 time: 2.1485186
Nov 10 14:41:16.976015 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef53021-a87f-4785-a087-20577e182991 admin admin] Deleting subnet dd616024-d7e8-458c-988c-76b5df329b34 {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:41:16.982490 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aef53021-a87f-4785-a087-20577e182991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.045786 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aef53021-a87f-4785-a087-20577e182991 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2104880'] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.136480 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56944) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:17.183355 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-46257397-b406-4848-a74b-15d679b17fee req-8ecabe32-c62b-4a3c-b6d1-04c46699d0fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.228729 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:17.264860 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-be477444-d656-4468-a185-79095b9b3f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.280988 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-be477444-d656-4468-a185-79095b9b3f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:17.282978 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8fc3d0a2-0b8d-41ec-88c4-2fbdcdc03382 req-8ebc8cd9-cb76-4e75-824b-e63c3f8c0e4e tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.1052771
Nov 10 14:41:17.284995 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-be477444-d656-4468-a185-79095b9b3f90 admin admin] Usage tracker for resource:security_group_rule and tenant:16aba053560c4cc7bad1e57e11197d4a is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:17.287894 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecabe32-c62b-4a3c-b6d1-04c46699d0fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Pushing event deleted for resources: {'Port': ['ID=ea18a5d4-2a15-463e-8590-e69f18afc7fd,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:17.292231 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-be477444-d656-4468-a185-79095b9b3f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:17.293155 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8ecabe32-c62b-4a3c-b6d1-04c46699d0fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:17.299360 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-be477444-d656-4468-a185-79095b9b3f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:17.379851 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-46257397-b406-4848-a74b-15d679b17fee req-8ecabe32-c62b-4a3c-b6d1-04c46699d0fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] No DVR routers for this DVR port ea18a5d4-2a15-463e-8590-e69f18afc7fd on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:41:17.381837 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aef53021-a87f-4785-a087-20577e182991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.399973 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-be477444-d656-4468-a185-79095b9b3f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.409736 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-46257397-b406-4848-a74b-15d679b17fee req-8ecabe32-c62b-4a3c-b6d1-04c46699d0fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.412237 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672d480b-5379-4148-8733-52d734e25eb1', 'name': 'network-vif-deleted', 'tag': 'ea18a5d4-2a15-463e-8590-e69f18afc7fd'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:41:17.471694 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672d480b-5379-4148-8733-52d734e25eb1', 'name': 'network-vif-deleted', 'tag': 'ea18a5d4-2a15-463e-8590-e69f18afc7fd', 'status': 'completed', 'code': 200}
Nov 10 14:41:17.483181 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-be477444-d656-4468-a185-79095b9b3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.492870 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-efdac815-0a67-4509-81d8-6b9d79e0ce15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:17.536479 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-be477444-d656-4468-a185-79095b9b3f90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16aba053560c4cc7bad1e57e11197d4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3974900
Nov 10 14:41:17.536479 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be477444-d656-4468-a185-79095b9b3f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba042d42-76bb-4d3a-b932-7a95970bb0a7,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:17.536805 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56956) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:17.538445 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-be477444-d656-4468-a185-79095b9b3f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:17.555049 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46257397-b406-4848-a74b-15d679b17fee req-8ecabe32-c62b-4a3c-b6d1-04c46699d0fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.16 "DELETE /v2.0/ports/ea18a5d4-2a15-463e-8590-e69f18afc7fd HTTP/1.1" status: 204  len: 173 time: 1.4337490
Nov 10 14:41:17.596701 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aef53021-a87f-4785-a087-20577e182991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2225482'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.604677 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:17.635487 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce11f-25e4-4b19-89cd-e58f08e4f41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.655852 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aef53021-a87f-4785-a087-20577e182991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.658271 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef53021-a87f-4785-a087-20577e182991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd616024-d7e8-458c-988c-76b5df329b34,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:17.669269 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aef53021-a87f-4785-a087-20577e182991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:17.674849 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-aef53021-a87f-4785-a087-20577e182991 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dd616024-d7e8-458c-988c-76b5df329b34 HTTP/1.1" status: 204  len: 168 time: 0.8340271
Nov 10 14:41:17.677795 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56960) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:17.679433 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce11f-25e4-4b19-89cd-e58f08e4f41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.801846 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.826160 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce11f-25e4-4b19-89cd-e58f08e4f41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.831175 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-430f0aa4-7d11-48c5-b3b0-170a44e9821e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:17.843965 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ce11f-25e4-4b19-89cd-e58f08e4f41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba042d42-76bb-4d3a-b932-7a95970bb0a7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:17.847991 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1f4ce11f-25e4-4b19-89cd-e58f08e4f41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:17.850102 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce11f-25e4-4b19-89cd-e58f08e4f41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:17.853951 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1f4ce11f-25e4-4b19-89cd-e58f08e4f41c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba042d42-76bb-4d3a-b932-7a95970bb0a7 HTTP/1.1" status: 204  len: 168 time: 0.3134744
Nov 10 14:41:18.018558 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:18.047346 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fec999e50>,) {'filters': {'network_id': ['2c63d63d-a43a-4aed-bb08-634fd5629552']}} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:18.060632 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec999e50>, '7627c0d7-3551-4d36-8fa3-77e39b878247') {'for_net_delete': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:18.060854 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec999e50>, '7627c0d7-3551-4d36-8fa3-77e39b878247') {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:41:18.072272 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972201'] for segment, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:18.088679 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:18.095854 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:41:18.096247 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1176386'] for segment, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]: Traceback (most recent call last):
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     timer()
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     cb(*args, **kw)
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     return func(*args, **kwargs)
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     self._notify()
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     self.callback(batched_events)
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     event.method(event)
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     return f(self, *a, **k)
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._get(url).json()
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:41:18.110097 dv-cinder-817404-1-iscsi neutron-server[87468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:41:18.163297 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:41:18.288943 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:18.293039 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:18.306897 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:18.318945 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c63d63d-a43a-4aed-bb08-634fd5629552,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:18.323328 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:18.364137 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] 10.222.0.37 "DELETE /v2.0/networks/2c63d63d-a43a-4aed-bb08-634fd5629552 HTTP/1.1" status: 204  len: 168 time: 0.6851730
Nov 10 14:41:18.483919 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-220512ab-8792-4318-b960-217148e687bd req-2f75dee8-e476-4586-b004-1d60c688eecd tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Synchronizing usage tracker for tenant:89b42068517e4e7bb9df6b13a01c54d5 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:41:18.540293 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56978) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:18.560683 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-88a92e81-747e-460f-be7b-4b8886e6f21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:18.642562 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-88a92e81-747e-460f-be7b-4b8886e6f21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:18.642562 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-88a92e81-747e-460f-be7b-4b8886e6f21a admin admin] Usage tracker for resource:security_group_rule and tenant:1c8608a611af41d7bda783c31a9ec3fe is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:18.642562 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-88a92e81-747e-460f-be7b-4b8886e6f21a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:18.642562 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-220512ab-8792-4318-b960-217148e687bd req-2f75dee8-e476-4586-b004-1d60c688eecd tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Unset dirty status for tenant:89b42068517e4e7bb9df6b13a01c54d5 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:41:18.642562 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-220512ab-8792-4318-b960-217148e687bd req-2f75dee8-e476-4586-b004-1d60c688eecd tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] 10.222.0.37 "GET /v2.0/ports?device_id=672d480b-5379-4148-8733-52d734e25eb1 HTTP/1.1" status: 200  len: 210 time: 0.1861894
Nov 10 14:41:18.642562 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-88a92e81-747e-460f-be7b-4b8886e6f21a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:18.713561 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-88a92e81-747e-460f-be7b-4b8886e6f21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:18.934478 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-88a92e81-747e-460f-be7b-4b8886e6f21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:18.944378 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-415ee9ec-d3c0-4473-ad13-dbdd1e41459b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:18.945291 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56982) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:18.989149 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-88a92e81-747e-460f-be7b-4b8886e6f21a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c8608a611af41d7bda783c31a9ec3fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4476578
Nov 10 14:41:18.991137 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a92e81-747e-460f-be7b-4b8886e6f21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73432648-842b-4983-bd54-1784f34fb9bd,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:18.994509 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-88a92e81-747e-460f-be7b-4b8886e6f21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:18.994879 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 56988) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:19.003810 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device ea18a5d4-2a15-463e-8590-e69f18afc7fd no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:41:19.043264 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: ea18a5d4-2a15-463e-8590-e69f18afc7fd {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:41:19.043937 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device ea18a5d4-2a15-463e-8590-e69f18afc7fd not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:41:19.048367 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-5eb16273-34ba-4ef0-8059-d8ff2aa656c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34ca01fa62e74a0286a7e3767dcb5bca&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1016541
Nov 10 14:41:19.050850 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 56992) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:19.088987 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-495eed02-0ffd-4084-bb03-efbce26a9586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:19.117733 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-495eed02-0ffd-4084-bb03-efbce26a9586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:19.127397 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b1257d3f-5960-4f9a-90b9-e0c62d3ab411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:19.155897 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b1257d3f-5960-4f9a-90b9-e0c62d3ab411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:19.328281 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-495eed02-0ffd-4084-bb03-efbce26a9586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:19.328905 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b1257d3f-5960-4f9a-90b9-e0c62d3ab411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:19.333241 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-62a167d1-6deb-42dd-9021-a270857761bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:19.333788 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0babfdaf-8c90-4712-a9e3-e647ff0b0dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:19.349050 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495eed02-0ffd-4084-bb03-efbce26a9586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73432648-842b-4983-bd54-1784f34fb9bd,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:19.349300 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1257d3f-5960-4f9a-90b9-e0c62d3ab411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930061a3-b64e-4493-abf6-f23f7d723a7f,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:19.351993 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b1257d3f-5960-4f9a-90b9-e0c62d3ab411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:19.352606 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-495eed02-0ffd-4084-bb03-efbce26a9586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:19.357049 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-495eed02-0ffd-4084-bb03-efbce26a9586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:19.365976 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-495eed02-0ffd-4084-bb03-efbce26a9586 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73432648-842b-4983-bd54-1784f34fb9bd HTTP/1.1" status: 204  len: 168 time: 0.3630025
Nov 10 14:41:19.467488 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b1257d3f-5960-4f9a-90b9-e0c62d3ab411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:19.468693 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b1257d3f-5960-4f9a-90b9-e0c62d3ab411 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/930061a3-b64e-4493-abf6-f23f7d723a7f HTTP/1.1" status: 204  len: 168 time: 0.4167514
Nov 10 14:41:22.442803 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 57142) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:22.617085 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eb64e70a-cd1f-4129-a10d-3e69f55d5b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:22.632296 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-eb64e70a-cd1f-4129-a10d-3e69f55d5b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:22.636188 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-eb64e70a-cd1f-4129-a10d-3e69f55d5b2b admin admin] Usage tracker for resource:security_group_rule and tenant:a62dcaca1a8b4d85bb4e5f4d29b0e402 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:22.639098 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-eb64e70a-cd1f-4129-a10d-3e69f55d5b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:22.645474 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-eb64e70a-cd1f-4129-a10d-3e69f55d5b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:22.737016 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eb64e70a-cd1f-4129-a10d-3e69f55d5b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:22.815647 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eb64e70a-cd1f-4129-a10d-3e69f55d5b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:22.827309 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-6dc8e372-6610-49e8-acb6-c47538ea4049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:22.880890 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64e70a-cd1f-4129-a10d-3e69f55d5b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c41e98d-2aed-40e6-8ffb-ef6605d26323,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:22.884529 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-eb64e70a-cd1f-4129-a10d-3e69f55d5b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:22.888462 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-eb64e70a-cd1f-4129-a10d-3e69f55d5b2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a62dcaca1a8b4d85bb4e5f4d29b0e402&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4439011
Nov 10 14:41:22.890999 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 57156) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:22.961021 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4020b0e3-a346-4ac2-85b5-0127a920161c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:23.000396 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4020b0e3-a346-4ac2-85b5-0127a920161c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:23.145663 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4020b0e3-a346-4ac2-85b5-0127a920161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:23.149392 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8ceb49a3-6c5d-463c-9cab-bb4fceea0f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:23.161880 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020b0e3-a346-4ac2-85b5-0127a920161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c41e98d-2aed-40e6-8ffb-ef6605d26323,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:23.164743 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4020b0e3-a346-4ac2-85b5-0127a920161c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:23.166880 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4020b0e3-a346-4ac2-85b5-0127a920161c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:23.167780 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4020b0e3-a346-4ac2-85b5-0127a920161c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c41e98d-2aed-40e6-8ffb-ef6605d26323 HTTP/1.1" status: 204  len: 168 time: 0.2758188
Nov 10 14:41:23.716608 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 57166) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:23.738182 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cf94168a-ffa2-44eb-a3ca-37757c648072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:23.753026 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-cf94168a-ffa2-44eb-a3ca-37757c648072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:23.757047 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-cf94168a-ffa2-44eb-a3ca-37757c648072 admin admin] Usage tracker for resource:security_group_rule and tenant:9e0ee3f4cb1749438bdb8d6b8bfe71e0 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:23.759980 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-cf94168a-ffa2-44eb-a3ca-37757c648072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:23.766888 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-cf94168a-ffa2-44eb-a3ca-37757c648072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:23.849962 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cf94168a-ffa2-44eb-a3ca-37757c648072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:23.934658 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cf94168a-ffa2-44eb-a3ca-37757c648072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:23.944220 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9936aa85-50bc-4b4b-b9ae-93b24c7fcddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:23.987099 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-cf94168a-ffa2-44eb-a3ca-37757c648072 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e0ee3f4cb1749438bdb8d6b8bfe71e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2693646
Nov 10 14:41:23.988252 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94168a-ffa2-44eb-a3ca-37757c648072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2437501d-3c23-42a7-8e99-4ce2610e0f3e,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:23.990114 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 57178) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:23.991506 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-cf94168a-ffa2-44eb-a3ca-37757c648072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:24.065138 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-10b562b6-1895-47f2-b5b8-31801e03b997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:24.094376 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-10b562b6-1895-47f2-b5b8-31801e03b997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:24.219874 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-10b562b6-1895-47f2-b5b8-31801e03b997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:24.224944 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-3fc90a87-7c37-45c0-bbb2-2b0e2b7fc0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:24.237871 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b562b6-1895-47f2-b5b8-31801e03b997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2437501d-3c23-42a7-8e99-4ce2610e0f3e,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:24.240745 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-10b562b6-1895-47f2-b5b8-31801e03b997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:24.243069 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-10b562b6-1895-47f2-b5b8-31801e03b997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:24.245265 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-10b562b6-1895-47f2-b5b8-31801e03b997 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2437501d-3c23-42a7-8e99-4ce2610e0f3e HTTP/1.1" status: 204  len: 168 time: 0.2535584
Nov 10 14:41:24.814581 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d5400a7-959b-4cac-8f3f-895921b148d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:25.311923 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:27.425582 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1c820a35-2ebb-4360-8b15-6298f98c8c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:28.420490 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:29.734348 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:32.805834 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 57412) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:32.923498 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2739ddcd-457f-479a-9345-6b7f298cd653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:32.940365 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-2739ddcd-457f-479a-9345-6b7f298cd653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:32.944566 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-2739ddcd-457f-479a-9345-6b7f298cd653 admin admin] Usage tracker for resource:security_group_rule and tenant:20a01601c2714bcf8d389b924d5f1db0 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:32.947456 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-2739ddcd-457f-479a-9345-6b7f298cd653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:32.953663 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-2739ddcd-457f-479a-9345-6b7f298cd653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:33.044765 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2739ddcd-457f-479a-9345-6b7f298cd653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:33.122309 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2739ddcd-457f-479a-9345-6b7f298cd653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:33.134187 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-be477444-d656-4468-a185-79095b9b3f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:33.175736 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-2739ddcd-457f-479a-9345-6b7f298cd653 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20a01601c2714bcf8d389b924d5f1db0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3688915
Nov 10 14:41:33.177464 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739ddcd-457f-479a-9345-6b7f298cd653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff3a91a-c6df-411b-8665-2a62d1ba3c25,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:33.178477 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 57418) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:33.181455 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-2739ddcd-457f-479a-9345-6b7f298cd653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:33.243971 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1665-1b29-47e3-9ec3-087de31e7cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:33.270205 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1665-1b29-47e3-9ec3-087de31e7cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:33.471788 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1665-1b29-47e3-9ec3-087de31e7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:33.483600 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0564463b-ffc1-4d22-9c40-53571a0fcc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:33.502648 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a1665-1b29-47e3-9ec3-087de31e7cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff3a91a-c6df-411b-8665-2a62d1ba3c25,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:33.514864 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9d9a1665-1b29-47e3-9ec3-087de31e7cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:33.520189 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1665-1b29-47e3-9ec3-087de31e7cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:33.526875 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-9d9a1665-1b29-47e3-9ec3-087de31e7cb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bff3a91a-c6df-411b-8665-2a62d1ba3c25 HTTP/1.1" status: 204  len: 168 time: 0.3472350
Nov 10 14:41:34.316566 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 57446) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:34.339928 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-3253991c-fc1f-468a-be76-fa45deced5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:34.358493 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-3253991c-fc1f-468a-be76-fa45deced5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:34.363812 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-3253991c-fc1f-468a-be76-fa45deced5ea admin admin] Usage tracker for resource:security_group_rule and tenant:06e6e5f1d71542abbd1ccddbf7ea8e7a is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:34.367995 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-3253991c-fc1f-468a-be76-fa45deced5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:34.375789 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-3253991c-fc1f-468a-be76-fa45deced5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:34.568937 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-3253991c-fc1f-468a-be76-fa45deced5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:34.636988 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-3253991c-fc1f-468a-be76-fa45deced5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:34.644522 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-37a78f5e-5b8f-4ecd-adfa-d37745eb75e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:34.684299 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253991c-fc1f-468a-be76-fa45deced5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2dad09-1649-4834-8323-07903432f7a7,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:34.688495 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-3253991c-fc1f-468a-be76-fa45deced5ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06e6e5f1d71542abbd1ccddbf7ea8e7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3703742
Nov 10 14:41:34.689349 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-3253991c-fc1f-468a-be76-fa45deced5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:34.691527 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 57452) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:34.758074 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a085acdb-358e-4f58-8c5a-4fc22a134b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:34.786441 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a085acdb-358e-4f58-8c5a-4fc22a134b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:34.900667 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a085acdb-358e-4f58-8c5a-4fc22a134b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:34.905166 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e8360b6b-8aab-4646-b596-ef989e5a1aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:34.918701 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085acdb-358e-4f58-8c5a-4fc22a134b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2dad09-1649-4834-8323-07903432f7a7,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:34.923421 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-a085acdb-358e-4f58-8c5a-4fc22a134b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:34.929939 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a085acdb-358e-4f58-8c5a-4fc22a134b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:34.931099 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-a085acdb-358e-4f58-8c5a-4fc22a134b77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb2dad09-1649-4834-8323-07903432f7a7 HTTP/1.1" status: 204  len: 168 time: 0.2386682
Nov 10 14:41:36.231111 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-983a1be5-702c-4b66-b053-e264104d92ad req-c954a724-39f3-4b7d-add6-b2e9042f97e1 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Synchronizing usage tracker for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:security_group {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:41:36.295814 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-983a1be5-702c-4b66-b053-e264104d92ad req-c954a724-39f3-4b7d-add6-b2e9042f97e1 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Unset dirty status for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:security_group {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:41:36.297827 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-c954a724-39f3-4b7d-add6-b2e9042f97e1 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1554525578&fields=id&tenant_id=8b2fa41957dd4b8484b5ef9bf552e105 HTTP/1.1" status: 200  len: 267 time: 0.1769545
Nov 10 14:41:36.597784 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a1be5-702c-4b66-b053-e264104d92ad req-0fd03be6-e6af-47b6-b3a6-b1bdb8448a9d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:36.613175 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-0fd03be6-e6af-47b6-b3a6-b1bdb8448a9d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 812 time: 0.3029327
Nov 10 14:41:36.654391 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-5dd451e0-5d21-41ab-8289-b020cf2c33ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/quotas/8b2fa41957dd4b8484b5ef9bf552e105 HTTP/1.1" status: 200  len: 375 time: 0.0367332
Nov 10 14:41:36.772428 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-983a1be5-702c-4b66-b053-e264104d92ad req-5ba88c7f-3717-4a96-838e-cdbed622ef88 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Synchronizing usage tracker for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:41:36.865801 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-983a1be5-702c-4b66-b053-e264104d92ad req-5ba88c7f-3717-4a96-838e-cdbed622ef88 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Unset dirty status for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:41:36.867210 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-5ba88c7f-3717-4a96-838e-cdbed622ef88 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2096608
Nov 10 14:41:37.096437 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-52d87d5d-6506-4485-a38d-e3d8d785b692 service neutron] 10.222.0.37 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147751
Nov 10 14:41:37.253110 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-8fe8071f-6916-41a5-8923-322745d75494 service neutron] 10.222.0.37 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556497
Nov 10 14:41:38.318864 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-39f0e6e4-ba79-471b-b81d-5627778f7cc8 req-680b0df5-72d0-46cd-9fcc-3129e927e39b tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 210 time: 0.0680604
Nov 10 14:41:39.486272 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cbed5a9a-d3f5-42eb-87f7-1dfe1375b600 req-d89036e2-048a-4f41-97c1-5ee41c74ed8d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 210 time: 0.0574892
Nov 10 14:41:40.649649 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b39e52ee-5b8a-4972-bb6d-c64c7f3439c0 req-ce5cd129-aabb-4ea2-b0f4-f816f344990a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 210 time: 0.0543973
Nov 10 14:41:41.189725 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a1be5-702c-4b66-b053-e264104d92ad req-77b87f31-5a3f-46af-8e61-83135f222467 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:41.191379 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-77b87f31-5a3f-46af-8e61-83135f222467 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 812 time: 0.3030789
Nov 10 14:41:41.258993 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-26bac73a-ed68-4fa9-92e2-3fbe5a818418 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b2fa41957dd4b8484b5ef9bf552e105 HTTP/1.1" status: 200  len: 380 time: 0.0491302
Nov 10 14:41:41.269040 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'port': {'device_id': '54cea267-79f5-46a7-adef-686014912d5a', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'admin_state_up': True, 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'security_groups': ['d2460640-e686-4f0f-a135-b0a758c55077']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:41:41.413160 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:41.425102 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:41.557166 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Made reservation on behalf of 8b2fa41957dd4b8484b5ef9bf552e105 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:41:41.560798 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:41.760997 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Allocated IP 172.20.0.11 (8d9ed246-aa1d-418f-942f-384e817475c5/8776da3e-dbe5-4b48-a845-51a0bba3e050/2a1c1b60-040c-4136-aeca-6c02876450d1) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:41:41.930817 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f23ef3f0-5119-4fb7-9750-8f6826b0dd5f req-ca9ef787-2b7f-4682-acef-c0ab6080d4fb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 210 time: 0.0554972
Nov 10 14:41:42.106795 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:42.134606 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Transition to ACTIVE for port object 2a1c1b60-040c-4136-aeca-6c02876450d1 will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:41:42.226661 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:42.237715 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:42.378687 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Network 8d9ed246-aa1d-418f-942f-384e817475c5 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:41:42.381788 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:41:42.386161 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:41:42.423588 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'Port': ['ID=2a1c1b60-040c-4136-aeca-6c02876450d1,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:42.430941 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:42.485430 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:42.486288 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:42.597610 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3325961
Nov 10 14:41:42.627522 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Request body: {'port': {'device_id': '54cea267-79f5-46a7-adef-686014912d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:41:42.727958 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-7b277b22-73a6-4bc9-b898-161e927f6f4b None None] Provisioning for port 2a1c1b60-040c-4136-aeca-6c02876450d1 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:41:42.733061 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-7b277b22-73a6-4bc9-b898-161e927f6f4b None None] Provisioning complete for port 2a1c1b60-040c-4136-aeca-6c02876450d1 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:41:42.733446 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b277b22-73a6-4bc9-b898-161e927f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:42.744014 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:42.787023 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-7b277b22-73a6-4bc9-b898-161e927f6f4b None None] Port 2a1c1b60-040c-4136-aeca-6c02876450d1 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:41:43.142664 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1c1b60-040c-4136-aeca-6c02876450d1 {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:41:43.150915 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc6b6a-8537-4a2c-b5d9-b0dcf25c3889 req-186301f6-a877-43c9-8d34-529167555eff tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:43.151532 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:43.153073 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3cfc6b6a-8537-4a2c-b5d9-b0dcf25c3889 req-186301f6-a877-43c9-8d34-529167555eff tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 932 time: 0.0944271
Nov 10 14:41:43.169696 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Transition to ACTIVE for port object 2a1c1b60-040c-4136-aeca-6c02876450d1 will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:41:43.206482 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-3cfc6b6a-8537-4a2c-b5d9-b0dcf25c3889 req-0edd57e2-adae-4c84-9fba-81e16f896f67 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Synchronizing usage tracker for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:41:43.219912 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-3cfc6b6a-8537-4a2c-b5d9-b0dcf25c3889 req-0edd57e2-adae-4c84-9fba-81e16f896f67 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Unset dirty status for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:41:43.222160 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3cfc6b6a-8537-4a2c-b5d9-b0dcf25c3889 req-0edd57e2-adae-4c84-9fba-81e16f896f67 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613074
Nov 10 14:41:43.277187 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:43.282333 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:43.452247 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c1b60-040c-4136-aeca-6c02876450d1,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:43.463372 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:43.711329 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Attempting to bind port 2a1c1b60-040c-4136-aeca-6c02876450d1 on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:41:43.712044 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Attempting to bind port 2a1c1b60-040c-4136-aeca-6c02876450d1 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:41:43.712600 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Attempting to bind port 2a1c1b60-040c-4136-aeca-6c02876450d1 on network 8d9ed246-aa1d-418f-942f-384e817475c5 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:41:43.718102 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Port 2a1c1b60-040c-4136-aeca-6c02876450d1 on network 8d9ed246-aa1d-418f-942f-384e817475c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:41:43.718679 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Attempting to bind port 2a1c1b60-040c-4136-aeca-6c02876450d1 on network 8d9ed246-aa1d-418f-942f-384e817475c5 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:41:43.724941 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:41:43.725278 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Checking segment: {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:41:43.725694 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Bound using segment: {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:41:43.726155 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Bound port: 2a1c1b60-040c-4136-aeca-6c02876450d1, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:41:43.726502 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:43.918639 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] For port 2a1c1b60-040c-4136-aeca-6c02876450d1, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:41:43.923024 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] For port 2a1c1b60-040c-4136-aeca-6c02876450d1, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2a1c1b60-040c-4136-aeca-6c02876450d1,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:41:44.003222 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:44.007253 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4e538b62-148e-46eb-a6e5-be662c9f133a tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:44.071256 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:44.074977 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:44.074977 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] 10.222.0.16 "PUT /v2.0/ports/2a1c1b60-040c-4136-aeca-6c02876450d1 HTTP/1.1" status: 200  len: 1094 time: 1.4503016
Nov 10 14:41:44.074977 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cea267-79f5-46a7-adef-686014912d5a', 'tag': '2a1c1b60-040c-4136-aeca-6c02876450d1'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:41:44.105907 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c1b60-040c-4136-aeca-6c02876450d1,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:44.110684 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:44.149538 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cea267-79f5-46a7-adef-686014912d5a', 'tag': '2a1c1b60-040c-4136-aeca-6c02876450d1', 'status': 'completed', 'code': 200}
Nov 10 14:41:44.388168 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292693b-3744-4105-a6b3-cf1940ecee3d req-307dd76c-df18-4ada-a572-9d2c1b3aa494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:44.389751 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6292693b-3744-4105-a6b3-cf1940ecee3d req-307dd76c-df18-4ada-a572-9d2c1b3aa494 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 1097 time: 0.1916595
Nov 10 14:41:44.465676 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:44.618739 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49e71f-4058-4e60-97c0-9521f1216721 req-cac42e26-5d98-43bc-8ed0-ef463cf6b830 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:44.621767 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6c49e71f-4058-4e60-97c0-9521f1216721 req-cac42e26-5d98-43bc-8ed0-ef463cf6b830 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 944 time: 0.1666360
Nov 10 14:41:44.632425 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292693b-3744-4105-a6b3-cf1940ecee3d req-9b2521f0-5be0-42fa-b3ea-29bac7815e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:44.636858 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6292693b-3744-4105-a6b3-cf1940ecee3d req-9b2521f0-5be0-42fa-b3ea-29bac7815e9f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2366912
Nov 10 14:41:44.697066 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6c49e71f-4058-4e60-97c0-9521f1216721 req-bb8eb66a-837c-43eb-8b10-5ea72a3894ec tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690141
Nov 10 14:41:44.817290 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292693b-3744-4105-a6b3-cf1940ecee3d req-307b7c04-e03a-4883-ae1b-4abc067003e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:44.818847 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6292693b-3744-4105-a6b3-cf1940ecee3d req-307b7c04-e03a-4883-ae1b-4abc067003e0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1718831
Nov 10 14:41:44.983877 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a1be5-702c-4b66-b053-e264104d92ad req-12ba5624-d1b7-43a0-9f79-5a82b935a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:44.988594 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-12ba5624-d1b7-43a0-9f79-5a82b935a546 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 1097 time: 0.1242454
Nov 10 14:41:45.076627 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-4dc8edb7-42d3-4ee0-ab2c-5d6ab81b652e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a1c1b60-040c-4136-aeca-6c02876450d1 HTTP/1.1" status: 200  len: 217 time: 0.0778210
Nov 10 14:41:45.170342 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a1be5-702c-4b66-b053-e264104d92ad req-f99800b1-078a-4bbf-950a-a0259c90182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:45.171857 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-f99800b1-078a-4bbf-950a-a0259c90182a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8776da3e-dbe5-4b48-a845-51a0bba3e050 HTTP/1.1" status: 200  len: 851 time: 0.0813859
Nov 10 14:41:45.193185 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f968ee61-1174-4fc1-9c77-3b4cdfad8c9d req-96241242-dde7-42da-be82-576652d2ec54 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1026964
Nov 10 14:41:45.282941 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a1be5-702c-4b66-b053-e264104d92ad req-b5761e2c-3b27-49c6-b649-02d024d51351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:45.284547 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-b5761e2c-3b27-49c6-b649-02d024d51351 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d9ed246-aa1d-418f-942f-384e817475c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1040032
Nov 10 14:41:45.454925 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968ee61-1174-4fc1-9c77-3b4cdfad8c9d req-35a56d03-c645-4dfb-af6f-1d4ad34fc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:45.457833 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f968ee61-1174-4fc1-9c77-3b4cdfad8c9d req-35a56d03-c645-4dfb-af6f-1d4ad34fc26f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 1099 time: 0.1536169
Nov 10 14:41:45.482836 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-294c9cc8-d09a-4f03-870b-384a5d3bb7d6 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1876004
Nov 10 14:41:45.686051 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968ee61-1174-4fc1-9c77-3b4cdfad8c9d req-e4ae88c3-4cd8-45e9-8c3a-c6f58e61fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:45.688297 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f968ee61-1174-4fc1-9c77-3b4cdfad8c9d req-e4ae88c3-4cd8-45e9-8c3a-c6f58e61fdaf service neutron] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 917 time: 0.1924164
Nov 10 14:41:45.694758 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-983a1be5-702c-4b66-b053-e264104d92ad req-6926dbe9-fa68-481d-a09e-f6988d081f39 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1957421
Nov 10 14:41:45.848802 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f968ee61-1174-4fc1-9c77-3b4cdfad8c9d req-87f938eb-a901-45fc-82cd-96c87a853302 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7793089e-a0b8-4723-9932-7fab3e74abdc HTTP/1.1" status: 200  len: 1001 time: 0.1428246
Nov 10 14:41:45.927703 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968ee61-1174-4fc1-9c77-3b4cdfad8c9d req-a58a0899-f30b-4839-a311-1e028dacccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:45.929175 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f968ee61-1174-4fc1-9c77-3b4cdfad8c9d req-a58a0899-f30b-4839-a311-1e028dacccc6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.0669317
Nov 10 14:41:45.950838 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c39d1f-c67e-45c2-a15a-e7225cbf77a7 req-0ed81e58-75b7-46f5-8bb7-68e8daad9ffb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:45.951629 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-96c39d1f-c67e-45c2-a15a-e7225cbf77a7 req-0ed81e58-75b7-46f5-8bb7-68e8daad9ffb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Synchronizing usage tracker for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:41:46.026235 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-96c39d1f-c67e-45c2-a15a-e7225cbf77a7 req-0ed81e58-75b7-46f5-8bb7-68e8daad9ffb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Unset dirty status for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:41:46.027663 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-96c39d1f-c67e-45c2-a15a-e7225cbf77a7 req-0ed81e58-75b7-46f5-8bb7-68e8daad9ffb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 944 time: 0.2089407
Nov 10 14:41:46.044566 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968ee61-1174-4fc1-9c77-3b4cdfad8c9d req-45c972f7-e16a-4cff-afa6-fbbf4d37cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:46.046332 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f968ee61-1174-4fc1-9c77-3b4cdfad8c9d req-45c972f7-e16a-4cff-afa6-fbbf4d37cbc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1084919
Nov 10 14:41:46.088140 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-96c39d1f-c67e-45c2-a15a-e7225cbf77a7 req-c6ed397a-6951-4fe7-b9bb-457b56909dac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538778
Nov 10 14:41:46.295314 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f968ee61-1174-4fc1-9c77-3b4cdfad8c9d req-ec32e62b-baff-44f4-9def-b488efbba96f service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2364452
Nov 10 14:41:46.444220 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f968ee61-1174-4fc1-9c77-3b4cdfad8c9d req-4c54d63f-6f93-4ce6-a2e8-ec703d7d1f73 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412907
Nov 10 14:41:47.294754 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044808e-1693-4f7d-84aa-851e4e18b9b6 req-08591306-db1d-422c-9430-a01055bf8924 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:47.296309 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a044808e-1693-4f7d-84aa-851e4e18b9b6 req-08591306-db1d-422c-9430-a01055bf8924 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 944 time: 0.1060383
Nov 10 14:41:47.345197 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a044808e-1693-4f7d-84aa-851e4e18b9b6 req-d85ced9a-1ffb-49e6-adc9-11acee12af40 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419118
Nov 10 14:41:48.650791 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8979c3-2cb6-4330-ad89-4982a59c048b req-bc2f2d6d-ea50-4d6c-8477-e904e7d047b4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:48.652985 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5f8979c3-2cb6-4330-ad89-4982a59c048b req-bc2f2d6d-ea50-4d6c-8477-e904e7d047b4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 944 time: 0.1081512
Nov 10 14:41:48.707883 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5f8979c3-2cb6-4330-ad89-4982a59c048b req-f82f231a-e0e8-4d13-8265-9ca38d983266 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478704
Nov 10 14:41:48.784696 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 57824) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:48.924431 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4211-da6b-49e6-a0a4-4a0d223bef04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:48.940743 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-0ddd4211-da6b-49e6-a0a4-4a0d223bef04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:48.945149 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-0ddd4211-da6b-49e6-a0a4-4a0d223bef04 admin admin] Usage tracker for resource:security_group_rule and tenant:4ca007e0c7c044a6883557e88bce0026 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:48.948429 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-0ddd4211-da6b-49e6-a0a4-4a0d223bef04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:48.955413 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-0ddd4211-da6b-49e6-a0a4-4a0d223bef04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:49.054784 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4211-da6b-49e6-a0a4-4a0d223bef04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:49.140027 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4211-da6b-49e6-a0a4-4a0d223bef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:49.151492 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6bffe26c-7fe0-45ba-9068-0e975f77e29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:49.204401 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-0ddd4211-da6b-49e6-a0a4-4a0d223bef04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ca007e0c7c044a6883557e88bce0026&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4185944
Nov 10 14:41:49.206024 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd4211-da6b-49e6-a0a4-4a0d223bef04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1829d-3eb1-4fcb-baf0-3ebd0445b9d7,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:49.207227 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 57830) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:49.209149 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0ddd4211-da6b-49e6-a0a4-4a0d223bef04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:49.268676 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bd173bc5-6f8d-4aba-a03a-78247c732304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:49.296284 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bd173bc5-6f8d-4aba-a03a-78247c732304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:49.442899 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bd173bc5-6f8d-4aba-a03a-78247c732304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:49.447305 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-83d7c666-7495-41f1-8d37-08d8c45b529e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:49.460065 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd173bc5-6f8d-4aba-a03a-78247c732304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca1829d-3eb1-4fcb-baf0-3ebd0445b9d7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:49.462711 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-bd173bc5-6f8d-4aba-a03a-78247c732304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:49.482537 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bd173bc5-6f8d-4aba-a03a-78247c732304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:49.487584 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-bd173bc5-6f8d-4aba-a03a-78247c732304 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bca1829d-3eb1-4fcb-baf0-3ebd0445b9d7 HTTP/1.1" status: 204  len: 168 time: 0.2792180
Nov 10 14:41:49.928457 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0f168-cf48-4dc3-823c-083c964d0ead req-aed1995a-6833-4efc-8013-0ba37e878e99 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:49.935910 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-eba0f168-cf48-4dc3-823c-083c964d0ead req-aed1995a-6833-4efc-8013-0ba37e878e99 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 944 time: 0.1030855
Nov 10 14:41:50.009171 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-eba0f168-cf48-4dc3-823c-083c964d0ead req-e8bd21cd-bc1d-4409-924c-a7e3a4520e45 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721529
Nov 10 14:41:50.455809 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 57864) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:50.493316 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0d02e63b-0906-4895-9730-fde751efdd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:50.527931 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0d02e63b-0906-4895-9730-fde751efdd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:50.534321 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0d02e63b-0906-4895-9730-fde751efdd65 admin admin] Usage tracker for resource:security_group_rule and tenant:e3e52cb5d97a48d586766979f67a31bd is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:50.539138 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0d02e63b-0906-4895-9730-fde751efdd65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:50.551243 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0d02e63b-0906-4895-9730-fde751efdd65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:50.671499 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0d02e63b-0906-4895-9730-fde751efdd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:50.733236 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0d02e63b-0906-4895-9730-fde751efdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:50.740768 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3528c523-a34b-4052-a36a-9f4b4c305a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:50.777754 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02e63b-0906-4895-9730-fde751efdd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e3a82c-821e-4315-b40c-9abfaf9d5095,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:50.784026 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0d02e63b-0906-4895-9730-fde751efdd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:50.791423 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0d02e63b-0906-4895-9730-fde751efdd65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3e52cb5d97a48d586766979f67a31bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3329203
Nov 10 14:41:50.792862 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 57868) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:50.859537 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-852da2a2-a817-47a9-b1ac-ef91d3da5ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:50.891686 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-852da2a2-a817-47a9-b1ac-ef91d3da5ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:51.063529 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 57878) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:51.070761 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-852da2a2-a817-47a9-b1ac-ef91d3da5ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:51.079911 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-eb64e70a-cd1f-4129-a10d-3e69f55d5b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:51.093980 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852da2a2-a817-47a9-b1ac-ef91d3da5ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e3a82c-821e-4315-b40c-9abfaf9d5095,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:51.117493 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-852da2a2-a817-47a9-b1ac-ef91d3da5ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:51.151481 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-852da2a2-a817-47a9-b1ac-ef91d3da5ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:51.153019 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-852da2a2-a817-47a9-b1ac-ef91d3da5ba3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05e3a82c-821e-4315-b40c-9abfaf9d5095 HTTP/1.1" status: 204  len: 168 time: 0.3592474
Nov 10 14:41:51.274394 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-540db8fc-f14f-4343-85a1-bf03260168ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:51.298712 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-540db8fc-f14f-4343-85a1-bf03260168ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:51.307127 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-540db8fc-f14f-4343-85a1-bf03260168ec admin admin] Usage tracker for resource:security_group_rule and tenant:439989378eff4e37885603bfa02768ef is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:51.312176 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-540db8fc-f14f-4343-85a1-bf03260168ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:51.319216 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-540db8fc-f14f-4343-85a1-bf03260168ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:51.471565 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-540db8fc-f14f-4343-85a1-bf03260168ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:51.579709 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-540db8fc-f14f-4343-85a1-bf03260168ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:51.588161 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ef178fec-7b6b-463e-8c72-9a643a4d45e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:51.635377 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540db8fc-f14f-4343-85a1-bf03260168ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73895ef5-4f12-44c7-b267-41fb6142ca67,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:51.645603 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 57894) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:51.658511 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-540db8fc-f14f-4343-85a1-bf03260168ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=439989378eff4e37885603bfa02768ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5932257
Nov 10 14:41:51.660536 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-540db8fc-f14f-4343-85a1-bf03260168ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:51.698134 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0a33-567d-4b7a-baf5-50129e64a313 req-89995e2c-83ca-4cc3-bde8-c38323039a98 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:51.701066 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6d3d0a33-567d-4b7a-baf5-50129e64a313 req-89995e2c-83ca-4cc3-bde8-c38323039a98 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 944 time: 0.5100646
Nov 10 14:41:51.723835 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-83c3da1b-a7c6-4343-a282-ec29d3d59eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:51.752551 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-83c3da1b-a7c6-4343-a282-ec29d3d59eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:51.762656 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6d3d0a33-567d-4b7a-baf5-50129e64a313 req-f3761e7d-dd59-4d93-b0f2-789a8e437c7e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557795
Nov 10 14:41:51.888262 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-83c3da1b-a7c6-4343-a282-ec29d3d59eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:51.893831 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-a085acdb-358e-4f58-8c5a-4fc22a134b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:51.909200 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3da1b-a7c6-4343-a282-ec29d3d59eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73895ef5-4f12-44c7-b267-41fb6142ca67,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:51.927426 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-83c3da1b-a7c6-4343-a282-ec29d3d59eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:51.931737 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-83c3da1b-a7c6-4343-a282-ec29d3d59eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:51.945021 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-83c3da1b-a7c6-4343-a282-ec29d3d59eef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73895ef5-4f12-44c7-b267-41fb6142ca67 HTTP/1.1" status: 204  len: 168 time: 0.2922859
Nov 10 14:41:52.664393 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 57918) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:52.684008 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a4a9c781-e73f-4f06-bb6c-b4ea702bb8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:52.700582 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-a4a9c781-e73f-4f06-bb6c-b4ea702bb8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:52.706290 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-a4a9c781-e73f-4f06-bb6c-b4ea702bb8de admin admin] Usage tracker for resource:security_group_rule and tenant:c96540f944a949c78233f68a86efc5c5 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:52.709986 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-a4a9c781-e73f-4f06-bb6c-b4ea702bb8de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:52.716830 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-a4a9c781-e73f-4f06-bb6c-b4ea702bb8de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:52.809824 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a4a9c781-e73f-4f06-bb6c-b4ea702bb8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:52.894699 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a4a9c781-e73f-4f06-bb6c-b4ea702bb8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:52.919116 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-10b562b6-1895-47f2-b5b8-31801e03b997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:52.957941 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9c781-e73f-4f06-bb6c-b4ea702bb8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bce630-33a9-4dab-be36-ca0a94f2d3c7,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:52.984968 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-a4a9c781-e73f-4f06-bb6c-b4ea702bb8de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c96540f944a949c78233f68a86efc5c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3187189
Nov 10 14:41:52.986357 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-a4a9c781-e73f-4f06-bb6c-b4ea702bb8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:52.987897 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 57926) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:53.068054 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9104b99e-8d8c-4a73-b10b-3a636ed6d416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:53.100905 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9104b99e-8d8c-4a73-b10b-3a636ed6d416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:53.155595 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 2a1c1b60-040c-4136-aeca-6c02876450d1 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:41:53.319862 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 2a1c1b60-040c-4136-aeca-6c02876450d1, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2a1c1b60-040c-4136-aeca-6c02876450d1,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:53.337965 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '2a1c1b60-040c-4136-aeca-6c02876450d1', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'port_id': '2a1c1b60-040c-4136-aeca-6c02876450d1', 'mac_address': 'fa:16:3e:d4:15:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:41:53.357976 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9104b99e-8d8c-4a73-b10b-3a636ed6d416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:53.379837 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e69e8c63-512d-4d77-8d0b-44f8c8756065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:53.405505 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:53.415201 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104b99e-8d8c-4a73-b10b-3a636ed6d416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bce630-33a9-4dab-be36-ca0a94f2d3c7,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:53.420769 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9104b99e-8d8c-4a73-b10b-3a636ed6d416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:53.437655 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9104b99e-8d8c-4a73-b10b-3a636ed6d416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:53.438977 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-9104b99e-8d8c-4a73-b10b-3a636ed6d416 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52bce630-33a9-4dab-be36-ca0a94f2d3c7 HTTP/1.1" status: 204  len: 168 time: 0.4501517
Nov 10 14:41:53.469045 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb056a-6d2b-44a2-924e-93a294bc79eb req-eb263653-4c5f-4e0d-8463-27c8eb1d6c09 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:53.471190 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-47bb056a-6d2b-44a2-924e-93a294bc79eb req-eb263653-4c5f-4e0d-8463-27c8eb1d6c09 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 944 time: 0.4704051
Nov 10 14:41:53.490291 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1c1b60-040c-4136-aeca-6c02876450d1 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:41:53.527805 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 2a1c1b60-040c-4136-aeca-6c02876450d1, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2a1c1b60-040c-4136-aeca-6c02876450d1,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:53.617805 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-47bb056a-6d2b-44a2-924e-93a294bc79eb req-a61021a5-5d24-4b99-a86b-7bd825b3ee99 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1344750
Nov 10 14:41:53.647891 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:53.649844 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:53.727662 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=2a1c1b60-040c-4136-aeca-6c02876450d1,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:53.736255 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:53.736875 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:53.737395 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:53.737738 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:53.738107 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:53.738441 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:53.738958 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:53.739484 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:53.740020 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:53.740510 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:53.740990 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:53.741459 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:41:53.745684 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:53.986774 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['2a1c1b60-040c-4136-aeca-6c02876450d1'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:41:54.848006 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a1c30240-91a5-4884-9058-0173ccfc5631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:55.008889 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454fca8-fe76-412e-9e00-0478bbe2c075 req-f77bb53e-f48d-42a9-ad01-24575c88bb86 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:55.018938 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4454fca8-fe76-412e-9e00-0478bbe2c075 req-f77bb53e-f48d-42a9-ad01-24575c88bb86 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 945 time: 0.1156502
Nov 10 14:41:55.083274 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4454fca8-fe76-412e-9e00-0478bbe2c075 req-0c1708df-8f42-4d42-94a6-e68151c56038 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629618
Nov 10 14:41:55.157274 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 2a1c1b60-040c-4136-aeca-6c02876450d1 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:41:55.166378 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:41:55.201188 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 57992) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:55.349823 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-543249779-network', 'tenant_id': '213620b3f8464237aba58d6a775aaad8'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:41:55.355793 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:55.363487 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Usage tracker for resource:network and tenant:213620b3f8464237aba58d6a775aaad8 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:55.369821 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:55.377473 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:55.391400 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:55.414022 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port 2a1c1b60-040c-4136-aeca-6c02876450d1 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:41:55.421444 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 2a1c1b60-040c-4136-aeca-6c02876450d1 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:41:55.423001 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:55.489230 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Made reservation on behalf of 213620b3f8464237aba58d6a775aaad8 for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:41:55.491955 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:55.524543 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:55.550783 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:55.556321 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Usage tracker for resource:security_group_rule and tenant:213620b3f8464237aba58d6a775aaad8 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:55.560025 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:55.567903 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:55.575474 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:55.633843 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cea267-79f5-46a7-adef-686014912d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c1b60-040c-4136-aeca-6c02876450d1'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:41:55.657196 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 2a1c1b60-040c-4136-aeca-6c02876450d1, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2a1c1b60-040c-4136-aeca-6c02876450d1,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:41:55.734352 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:55.736960 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:55.764126 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:55.783225 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cea267-79f5-46a7-adef-686014912d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c1b60-040c-4136-aeca-6c02876450d1', 'code': 200}
Nov 10 14:41:55.819673 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:55.825037 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4930902a-edc9-4d5b-bcf8-63cf0f8e2bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:55.826485 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=2a1c1b60-040c-4136-aeca-6c02876450d1,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:55.829616 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:55.851694 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'}  {{(pid=87468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:41:55.866016 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:55.871482 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:55.872418 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:55.872766 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Added segment cd8da422-276f-42cc-8fa9-e714f134a615 of type vlan for network 341e51c5-348a-49c5-9a16-b7a87d87200e
Nov 10 14:41:55.906986 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:56.019610 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:56.021127 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:56.021868 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:56.025853 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:56.157997 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Pushing event updated for resources: {'Network': ['ID=341e51c5-348a-49c5-9a16-b7a87d87200e,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:56.161556 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:56.173333 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 341e51c5-348a-49c5-9a16-b7a87d87200e details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:41:56.233547 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-de55cd66-3c05-47b4-bfb4-29fa8df5f37f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0305164
Nov 10 14:41:56.237014 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58018) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:56.247666 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Request body: {'subnet': {'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-543249779-subnet', 'tenant_id': '213620b3f8464237aba58d6a775aaad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:41:56.256695 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:56.265981 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Usage tracker for resource:subnet and tenant:213620b3f8464237aba58d6a775aaad8 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:56.277455 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:56.325281 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:56.364312 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b51f1-3b58-4793-972d-4bb68b4bf7d1 req-0934381e-16c5-4f15-bba5-236b1d9ddc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:56.365725 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-614b51f1-3b58-4793-972d-4bb68b4bf7d1 req-0934381e-16c5-4f15-bba5-236b1d9ddc8d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 1099 time: 0.1104617
Nov 10 14:41:56.398480 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38659f-6dc3-4fb7-a5e3-95c491a49723 req-6b90b99f-36db-4ff7-87b8-c79309c22eac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:56.400303 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a38659f-6dc3-4fb7-a5e3-95c491a49723 req-6b90b99f-36db-4ff7-87b8-c79309c22eac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 946 time: 0.1243908
Nov 10 14:41:56.441484 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-614b51f1-3b58-4793-972d-4bb68b4bf7d1 req-c48eacc5-aea9-4ab9-8e82-26a96f4e2207 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654333
Nov 10 14:41:56.448562 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Made reservation on behalf of 213620b3f8464237aba58d6a775aaad8 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:41:56.452151 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225453'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:56.564082 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a38659f-6dc3-4fb7-a5e3-95c491a49723 req-7131b028-1941-492f-a7ed-356f97794066 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1538346
Nov 10 14:41:56.648038 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58024) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:56.787572 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6dff87c6-a921-49bd-a017-6682a1fd4307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:56.804372 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6dff87c6-a921-49bd-a017-6682a1fd4307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:56.809659 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6dff87c6-a921-49bd-a017-6682a1fd4307 admin admin] Usage tracker for resource:security_group_rule and tenant:569bfda42cb3404b9b7496412ab27390 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:56.814111 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6dff87c6-a921-49bd-a017-6682a1fd4307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:56.814455 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225459'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:56.820994 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:56.823359 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6dff87c6-a921-49bd-a017-6682a1fd4307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:56.904852 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51456f8-5bbe-418e-912e-1886e171a676,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:56.909567 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:56.909753 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Checking segment: {'id': 'cd8da422-276f-42cc-8fa9-e714f134a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:41:56.910102 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Network hostable DHCP agents. Network: 341e51c5-348a-49c5-9a16-b7a87d87200e, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:41:56.942376 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6dff87c6-a921-49bd-a017-6682a1fd4307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:57.013942 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Network 341e51c5-348a-49c5-9a16-b7a87d87200e is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:41:57.048565 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6dff87c6-a921-49bd-a017-6682a1fd4307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:57.057117 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-495eed02-0ffd-4084-bb03-efbce26a9586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:57.110553 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-6dff87c6-a921-49bd-a017-6682a1fd4307 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=569bfda42cb3404b9b7496412ab27390&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4614000
Nov 10 14:41:57.111748 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff87c6-a921-49bd-a017-6682a1fd4307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73577bf-d4dc-4d43-8e67-79788a97bcdf,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:57.113462 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58032) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:57.115461 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6dff87c6-a921-49bd-a017-6682a1fd4307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:57.141946 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 341e51c5-348a-49c5-9a16-b7a87d87200e) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:41:57.153796 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4af152b-5e5e-4928-b446-ad950963f67a None None] Network 341e51c5-348a-49c5-9a16-b7a87d87200e requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:41:57.161963 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:57.162474 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:57.221596 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f40581b2-e24d-4a78-b7c0-346053a44f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:57.251017 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f40581b2-e24d-4a78-b7c0-346053a44f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:57.307030 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-dcd925ae-1ca6-4991-9ca8-4831f60a8459 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0684481
Nov 10 14:41:57.373839 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f40581b2-e24d-4a78-b7c0-346053a44f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:57.385012 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4020b0e3-a346-4ac2-85b5-0127a920161c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:57.408619 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40581b2-e24d-4a78-b7c0-346053a44f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73577bf-d4dc-4d43-8e67-79788a97bcdf,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:57.422668 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f40581b2-e24d-4a78-b7c0-346053a44f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:57.425070 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f40581b2-e24d-4a78-b7c0-346053a44f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:57.426884 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f40581b2-e24d-4a78-b7c0-346053a44f29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a73577bf-d4dc-4d43-8e67-79788a97bcdf HTTP/1.1" status: 204  len: 168 time: 0.3122814
Nov 10 14:41:57.440871 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b1b8f3-acbc-4d46-b8a9-9be7f8007556 None None] Network 341e51c5-348a-49c5-9a16-b7a87d87200e requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:41:57.520688 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-72586eea-dc45-4d93-afd5-8e1658905c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:57.874313 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a902b0-c111-4af7-ada1-f8c38dc4e189 req-53d4fd33-5b55-4433-996a-c4f8666e6cdf tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:57.876493 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-58a902b0-c111-4af7-ada1-f8c38dc4e189 req-53d4fd33-5b55-4433-996a-c4f8666e6cdf tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 946 time: 0.1306927
Nov 10 14:41:57.951604 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-58a902b0-c111-4af7-ada1-f8c38dc4e189 req-bcf953db-9ddf-4a4b-ad98-cd3352a5387d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663407
Nov 10 14:41:58.393090 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58050) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:58.407195 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:58.412888 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-77926b4b-c844-4d05-a96a-1e120cc6a204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:58.429402 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-77926b4b-c844-4d05-a96a-1e120cc6a204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:58.433545 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-77926b4b-c844-4d05-a96a-1e120cc6a204 admin admin] Usage tracker for resource:security_group_rule and tenant:29ecafe8cb394a59b0c86e2005c74ff5 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:58.436568 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-77926b4b-c844-4d05-a96a-1e120cc6a204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:58.442959 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-77926b4b-c844-4d05-a96a-1e120cc6a204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:41:58.582687 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-77926b4b-c844-4d05-a96a-1e120cc6a204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:58.659474 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-77926b4b-c844-4d05-a96a-1e120cc6a204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:58.689830 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3e7e4d37-a0b9-488d-bd3f-cb3e9c7981d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:58.704971 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-77926b4b-c844-4d05-a96a-1e120cc6a204 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29ecafe8cb394a59b0c86e2005c74ff5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3105714
Nov 10 14:41:58.707731 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58058) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:58.747957 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77926b4b-c844-4d05-a96a-1e120cc6a204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bca5dba-a525-46d5-9f8c-8c875bd36c35,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:58.753589 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-77926b4b-c844-4d05-a96a-1e120cc6a204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:58.790332 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7c0b2ae9-a4d3-49c8-931a-9244e1ff039e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:58.817023 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7c0b2ae9-a4d3-49c8-931a-9244e1ff039e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:58.944899 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7c0b2ae9-a4d3-49c8-931a-9244e1ff039e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:58.951359 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-45dc1b23-b11d-44eb-8249-fc8173f7d9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:41:58.963750 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b2ae9-a4d3-49c8-931a-9244e1ff039e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bca5dba-a525-46d5-9f8c-8c875bd36c35,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:41:58.967345 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7c0b2ae9-a4d3-49c8-931a-9244e1ff039e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:41:58.969459 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7c0b2ae9-a4d3-49c8-931a-9244e1ff039e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:58.970545 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7c0b2ae9-a4d3-49c8-931a-9244e1ff039e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bca5dba-a525-46d5-9f8c-8c875bd36c35 HTTP/1.1" status: 204  len: 168 time: 0.2617097
Nov 10 14:41:59.173235 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef8ce7-2d65-4600-85e0-cacd0f05f94b req-3b4144ae-71f0-4e4d-91a7-80f4a7c32031 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:59.174785 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-72ef8ce7-2d65-4600-85e0-cacd0f05f94b req-3b4144ae-71f0-4e4d-91a7-80f4a7c32031 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 946 time: 0.1037321
Nov 10 14:41:59.227680 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-72ef8ce7-2d65-4600-85e0-cacd0f05f94b req-c4279d3c-ffb4-46ed-b9de-9cc8e6a61666 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470107
Nov 10 14:41:59.443952 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe6219-f8bc-4270-b85d-6609d2f1e670 req-9d1031dc-3866-4809-830c-ad66acf04db3 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:59.445441 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d8fe6219-f8bc-4270-b85d-6609d2f1e670 req-9d1031dc-3866-4809-830c-ad66acf04db3 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 946 time: 0.0819583
Nov 10 14:41:59.496373 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d8fe6219-f8bc-4270-b85d-6609d2f1e670 req-f300ce87-4770-4f5c-9487-b56da3fe24b8 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437145
Nov 10 14:41:59.521721 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58078) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:59.779675 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:41:59.928997 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa7f4b7-e72a-4ce6-ae1d-38ae8a861a06 tempest-TestVolumeBootPattern-458093922 tempest-TestVolumeBootPattern-458093922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:41:59.939188 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-5fa7f4b7-e72a-4ce6-ae1d-38ae8a861a06 tempest-TestVolumeBootPattern-458093922 tempest-TestVolumeBootPattern-458093922-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 1094 time: 0.4152308
Nov 10 14:41:59.939415 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58104) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:41:59.947645 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'floatingip': {'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'port_id': '2a1c1b60-040c-4136-aeca-6c02876450d1', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:41:59.964981 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:41:59.975180 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Usage tracker for resource:floatingip and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:41:59.980361 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:41:59.994920 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:00.082358 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:00.269547 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-fbfdaefc-92f7-4f96-972b-b876c6288645 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:00.271178 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-fbfdaefc-92f7-4f96-972b-b876c6288645 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/networks?id=341e51c5-348a-49c5-9a16-b7a87d87200e HTTP/1.1" status: 200  len: 813 time: 0.2429414
Nov 10 14:42:00.301992 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-44b9962e-f8c0-424d-a76a-7f83968f4ae8 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/quotas/213620b3f8464237aba58d6a775aaad8 HTTP/1.1" status: 200  len: 375 time: 0.0107105
Nov 10 14:42:00.319537 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:00.363066 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-829433fc-35a6-4913-96d5-58f5b51cf345 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=213620b3f8464237aba58d6a775aaad8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0554070
Nov 10 14:42:00.569854 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Allocated IP 172.27.3.29 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/19fa252e-21c6-4131-9d0a-c0b514687ef5) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:42:00.647353 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-200c6c92-5ec3-4d8f-af35-e496c96eb015 service neutron] 10.222.0.37 "GET /v2.0/networks/341e51c5-348a-49c5-9a16-b7a87d87200e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2774963
Nov 10 14:42:00.721284 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:00.795578 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-e62fd824-ca26-4dd1-9c4f-0440c3b900d2 service neutron] 10.222.0.37 "GET /v2.0/networks/341e51c5-348a-49c5-9a16-b7a87d87200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422868
Nov 10 14:42:00.843506 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:00.851615 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-be98f5cd-c10d-481e-beae-a0b269c6c3ab tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:00.936145 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:42:00.939147 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:00.943929 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:42:00.981278 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'Port': ['ID=19fa252e-21c6-4131-9d0a-c0b514687ef5,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:00.990059 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:01.130622 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-be739afd-1aca-4cc4-98c1-68a082e09a6a req-f544b2cb-f8d8-45ce-bc17-9a16cd8d59a9 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 210 time: 0.0725958
Nov 10 14:42:02.018428 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:02.237052 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:02.248950 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-af9be6d2-e852-4a3b-b878-3b3e1338fe0a req-2a60d9f4-9483-4338-aba9-d7adb346ad28 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 210 time: 0.0505672
Nov 10 14:42:02.502565 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:02.562344 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:02.566309 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ad18e5ad-ff96-441e-a753-b54d4f40478f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:02.679347 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:02.858658 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'Port': ['ID=19fa252e-21c6-4131-9d0a-c0b514687ef5,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:02.865651 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:02.969658 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.l3_db [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Floating IP 7a522704-e1a9-4902-be74-6b2ad8c004ea associated. External IP: 172.27.3.29, port: 2a1c1b60-040c-4136-aeca-6c02876450d1.
Nov 10 14:42:03.348199 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Router e353a2fb-ce39-469e-adf2-97027043c5ba has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:42:03.564750 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58252) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:03.592470 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-71ee4338-c8b4-457c-a91b-cc87c7b75c64 req-45510833-f7e6-433a-b235-a63f88518ab0 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 210 time: 0.1771026
Nov 10 14:42:03.628369 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:42:03.639752 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7203afb-4ec1-4d6b-980b-274dc40e1917 None None] Sync routers for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:42:03.665392 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7203afb-4ec1-4d6b-980b-274dc40e1917 None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:03.666079 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f7203afb-4ec1-4d6b-980b-274dc40e1917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feda8bc40>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:41:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:03.714901 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-33057e72-7e5e-40a3-8a14-ade104cdc87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:03.722096 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:03.731009 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-33057e72-7e5e-40a3-8a14-ade104cdc87e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:03.735117 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-33057e72-7e5e-40a3-8a14-ade104cdc87e admin admin] Usage tracker for resource:security_group_rule and tenant:56116ef60962485cb8112bd12c4d5983 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:03.738198 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-33057e72-7e5e-40a3-8a14-ade104cdc87e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:03.744131 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-33057e72-7e5e-40a3-8a14-ade104cdc87e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:03.780939 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8402691
Nov 10 14:42:03.781830 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cea267-79f5-46a7-adef-686014912d5a', 'tag': '2a1c1b60-040c-4136-aeca-6c02876450d1'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:42:03.835599 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-33057e72-7e5e-40a3-8a14-ade104cdc87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:03.841094 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cea267-79f5-46a7-adef-686014912d5a', 'tag': '2a1c1b60-040c-4136-aeca-6c02876450d1', 'status': 'completed', 'code': 200}
Nov 10 14:42:03.868091 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-f7203afb-4ec1-4d6b-980b-274dc40e1917 None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:03.944574 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-33057e72-7e5e-40a3-8a14-ade104cdc87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:03.953131 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb248b7-e63b-4c25-8f97-380e63992f80 req-838d7c9a-f89e-451f-a963-31a4fc38f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:03.954052 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-704a9c62-b59a-4bc4-8cf0-cb426099e9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:03.954671 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7cb248b7-e63b-4c25-8f97-380e63992f80 req-838d7c9a-f89e-451f-a963-31a4fc38f7cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 1099 time: 0.0743389
Nov 10 14:42:03.999909 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-33057e72-7e5e-40a3-8a14-ade104cdc87e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56116ef60962485cb8112bd12c4d5983&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4338527
Nov 10 14:42:04.000845 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58266) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:04.003757 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33057e72-7e5e-40a3-8a14-ade104cdc87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3364ab70-d0ca-431d-bd92-4905849c8d64,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:04.007030 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-33057e72-7e5e-40a3-8a14-ade104cdc87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:04.081396 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:04.130475 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb248b7-e63b-4c25-8f97-380e63992f80 req-6094ae86-c760-43cc-ae95-c8019cabc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:04.132451 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7cb248b7-e63b-4c25-8f97-380e63992f80 req-6094ae86-c760-43cc-ae95-c8019cabc12a service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 913 time: 0.1662042
Nov 10 14:42:04.197946 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:04.281547 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7cb248b7-e63b-4c25-8f97-380e63992f80 req-fd037068-872f-428c-a5ee-13a2674be010 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a1c1b60-040c-4136-aeca-6c02876450d1 HTTP/1.1" status: 200  len: 999 time: 0.1362033
Nov 10 14:42:04.340505 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:04.349667 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4bdfaeb9-e088-4f7b-9a6d-6e82168f267c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:04.363251 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb248b7-e63b-4c25-8f97-380e63992f80 req-a933646c-6869-44f5-9a83-b006e945bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:04.365593 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7cb248b7-e63b-4c25-8f97-380e63992f80 req-a933646c-6869-44f5-9a83-b006e945bb51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8776da3e-dbe5-4b48-a845-51a0bba3e050 HTTP/1.1" status: 200  len: 851 time: 0.0749052
Nov 10 14:42:04.368213 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3364ab70-d0ca-431d-bd92-4905849c8d64,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:04.378857 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:04.379498 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:04.380051 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:04.380852 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:04.381370 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:04.381880 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:04.382426 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:04.383185 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:04.383699 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:04.384248 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:04.384760 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:04.385140 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:04.388782 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:04.390101 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3364ab70-d0ca-431d-bd92-4905849c8d64 HTTP/1.1" status: 204  len: 168 time: 0.3879580
Nov 10 14:42:04.393645 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c8f83754-b8c8-4ec7-b855-6b6b5e64949f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:04.420941 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f7203afb-4ec1-4d6b-980b-274dc40e1917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feda8bc40>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '7a522704-e1a9-4902-be74-6b2ad8c004ea', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '2a1c1b60-040c-4136-aeca-6c02876450d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:d4:15:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cea267-79f5-46a7-adef-686014912d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:42:01Z', 'updated_at': '2021-11-10T14:42:01Z', 'revision_number': 0, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:04.425867 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7203afb-4ec1-4d6b-980b-274dc40e1917 None None] Checking router: e353a2fb-ce39-469e-adf2-97027043c5ba for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:42:04.434733 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7203afb-4ec1-4d6b-980b-274dc40e1917 None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:04.435694 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f7203afb-4ec1-4d6b-980b-274dc40e1917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feda8bc40>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:41:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:04.474487 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb248b7-e63b-4c25-8f97-380e63992f80 req-38407e99-4267-43a2-91e7-26e6179c3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:04.476626 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7cb248b7-e63b-4c25-8f97-380e63992f80 req-38407e99-4267-43a2-91e7-26e6179c3883 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d9ed246-aa1d-418f-942f-384e817475c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0993845
Nov 10 14:42:04.688307 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-f7203afb-4ec1-4d6b-980b-274dc40e1917 None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:04.695791 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-61f1132e-a001-4998-9d23-0f38813531ec tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:04.698391 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-61f1132e-a001-4998-9d23-0f38813531ec tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.16 "GET /v2.0/networks?id=341e51c5-348a-49c5-9a16-b7a87d87200e HTTP/1.1" status: 200  len: 813 time: 0.1896224
Nov 10 14:42:04.724654 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Request body: {'port': {'device_id': '315945e3-60f5-4eb2-96bd-6af54acd76a9', 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e', 'admin_state_up': True, 'tenant_id': '213620b3f8464237aba58d6a775aaad8'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:04.876272 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7cb248b7-e63b-4c25-8f97-380e63992f80 req-27bed682-5309-429d-887a-d7016ad1acc1 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3848975
Nov 10 14:42:05.006918 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-550ba0dc-1cd2-4c06-9a6a-31ebaaab998f req-e6c436f5-0042-4656-a38a-e69e5bdab6bd tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 210 time: 0.1297040
Nov 10 14:42:05.118567 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:05.123043 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Usage tracker for resource:port and tenant:213620b3f8464237aba58d6a775aaad8 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:05.128762 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:05.134013 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:05.134201 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7cb248b7-e63b-4c25-8f97-380e63992f80 req-a7dcf5be-9568-4939-b7f8-07b0a705cdae service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2401004
Nov 10 14:42:05.225367 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Made reservation on behalf of 213620b3f8464237aba58d6a775aaad8 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:42:05.229617 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:05.291096 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f7203afb-4ec1-4d6b-980b-274dc40e1917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feda8bc40>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '7a522704-e1a9-4902-be74-6b2ad8c004ea', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '2a1c1b60-040c-4136-aeca-6c02876450d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:d4:15:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cea267-79f5-46a7-adef-686014912d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:42:01Z', 'updated_at': '2021-11-10T14:42:01Z', 'revision_number': 0, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:05.296575 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7203afb-4ec1-4d6b-980b-274dc40e1917 None None] The sync data for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi is: [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '7a522704-e1a9-4902-be74-6b2ad8c004ea', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '2a1c1b60-040c-4136-aeca-6c02876450d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:d4:15:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cea267-79f5-46a7-adef-686014912d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:42:01Z', 'updated_at': '2021-11-10T14:42:01Z', 'revision_number': 0, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:42:05.410613 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Allocated IP 172.20.0.3 (341e51c5-348a-49c5-9a16-b7a87d87200e/f51456f8-5bbe-418e-912e-1886e171a676/f626bcc9-f12c-4991-9d02-5b7e8001afbe) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:42:05.437090 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58336) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:05.463195 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-59ede2e3-85fb-41e4-a3c3-407171efdfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:05.479409 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-59ede2e3-85fb-41e4-a3c3-407171efdfd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:05.483590 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-59ede2e3-85fb-41e4-a3c3-407171efdfd6 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b79488f3ef4272a204df3f78790a1a is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:05.488974 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-59ede2e3-85fb-41e4-a3c3-407171efdfd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:05.516725 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-59ede2e3-85fb-41e4-a3c3-407171efdfd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:05.553424 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19888dda-7979-450d-9aab-019b6f69a7dd None None] New status for floating IP 7a522704-e1a9-4902-be74-6b2ad8c004ea: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:42:05.652762 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-59ede2e3-85fb-41e4-a3c3-407171efdfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:05.715126 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:05.741518 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-59ede2e3-85fb-41e4-a3c3-407171efdfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:05.750248 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9104b99e-8d8c-4a73-b10b-3a636ed6d416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:05.755613 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915315f-e1a6-4ce9-9314-e32dce4f3725 req-fe3646c2-a599-4ce0-9cf2-d91c5e4c3c03 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:05.757123 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b915315f-e1a6-4ce9-9314-e32dce4f3725 req-fe3646c2-a599-4ce0-9cf2-d91c5e4c3c03 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 946 time: 0.1236935
Nov 10 14:42:05.798866 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-59ede2e3-85fb-41e4-a3c3-407171efdfd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3b79488f3ef4272a204df3f78790a1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3580685
Nov 10 14:42:05.798866 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ede2e3-85fb-41e4-a3c3-407171efdfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc54f27-59e4-4b1e-987f-7b0f433af852,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:05.799852 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58342) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:05.800382 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-59ede2e3-85fb-41e4-a3c3-407171efdfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:05.828123 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b915315f-e1a6-4ce9-9314-e32dce4f3725 req-2307adc4-1811-4b67-b62a-e0c718c16eeb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613384
Nov 10 14:42:05.869353 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:05.878324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-79d4c477-42c4-44e9-9fca-e920a8c93cc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:05.968431 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-14e2f09a-a009-42b7-8193-671ee5bd4384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:05.981180 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Network 341e51c5-348a-49c5-9a16-b7a87d87200e is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:42:05.990529 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:05.998559 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Pushing event updated for resources: {'Port': ['ID=f626bcc9-f12c-4991-9d02-5b7e8001afbe,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:06.002733 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:42:06.028907 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:06.059116 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-14e2f09a-a009-42b7-8193-671ee5bd4384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:06.119508 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:06.120280 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:06.229648 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b10fcd-99f6-40fb-aaba-81d71c8bdd03 req-0054c579-baaa-4f51-b23d-8f719b0656a9 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:06.231462 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b6b10fcd-99f6-40fb-aaba-81d71c8bdd03 req-0054c579-baaa-4f51-b23d-8f719b0656a9 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 931 time: 0.0870652
Nov 10 14:42:06.282781 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-b6b10fcd-99f6-40fb-aaba-81d71c8bdd03 req-8afd0886-c703-4308-bdfd-2178cfa036f9 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Synchronizing usage tracker for tenant:213620b3f8464237aba58d6a775aaad8 on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:42:06.286226 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5635440
Nov 10 14:42:06.298429 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Request body: {'port': {'device_id': '315945e3-60f5-4eb2-96bd-6af54acd76a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:06.330021 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-14e2f09a-a009-42b7-8193-671ee5bd4384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:06.340775 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1f657a9a-7dce-4d89-b295-9422b62e395d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:06.373305 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2f09a-a009-42b7-8193-671ee5bd4384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc54f27-59e4-4b1e-987f-7b0f433af852,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:06.373305 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-14e2f09a-a009-42b7-8193-671ee5bd4384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:06.377164 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-14e2f09a-a009-42b7-8193-671ee5bd4384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:06.379099 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-14e2f09a-a009-42b7-8193-671ee5bd4384 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cc54f27-59e4-4b1e-987f-7b0f433af852 HTTP/1.1" status: 204  len: 168 time: 0.5786345
Nov 10 14:42:06.388373 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-b6b10fcd-99f6-40fb-aaba-81d71c8bdd03 req-8afd0886-c703-4308-bdfd-2178cfa036f9 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Unset dirty status for tenant:213620b3f8464237aba58d6a775aaad8 on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:42:06.391032 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b6b10fcd-99f6-40fb-aaba-81d71c8bdd03 req-8afd0886-c703-4308-bdfd-2178cfa036f9 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521037
Nov 10 14:42:06.453855 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:06.815976 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f626bcc9-f12c-4991-9d02-5b7e8001afbe {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:42:06.823324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:06.837717 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Transition to ACTIVE for port object f626bcc9-f12c-4991-9d02-5b7e8001afbe will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:06.933846 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:06.938937 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-87596393-31ae-41bb-99be-a9c3813c987d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:07.247936 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Pushing event updated for resources: {'Port': ['ID=f626bcc9-f12c-4991-9d02-5b7e8001afbe,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:07.257533 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58380) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:07.279345 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:07.325988 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fd6d19-3d10-4e5e-a9a0-dd5bc40896c7 admin admin] Deleting subnet ea807c76-f264-4906-a9f7-067190741fb4 {{(pid=87468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:42:07.330297 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Attempting to bind port f626bcc9-f12c-4991-9d02-5b7e8001afbe on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:42:07.330644 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Attempting to bind port f626bcc9-f12c-4991-9d02-5b7e8001afbe by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': 'cd8da422-276f-42cc-8fa9-e714f134a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:42:07.330976 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Attempting to bind port f626bcc9-f12c-4991-9d02-5b7e8001afbe on network 341e51c5-348a-49c5-9a16-b7a87d87200e {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:42:07.335815 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-36fd6d19-3d10-4e5e-a9a0-dd5bc40896c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:07.341203 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b03da-308e-438c-a241-9db5f779b500 req-fd7447d7-98f0-4c9b-817b-1affdc8d9102 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:07.342694 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-397b03da-308e-438c-a241-9db5f779b500 req-fd7447d7-98f0-4c9b-817b-1affdc8d9102 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 946 time: 0.3730917
Nov 10 14:42:07.376697 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Port f626bcc9-f12c-4991-9d02-5b7e8001afbe on network 341e51c5-348a-49c5-9a16-b7a87d87200e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:42:07.377043 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Attempting to bind port f626bcc9-f12c-4991-9d02-5b7e8001afbe on network 341e51c5-348a-49c5-9a16-b7a87d87200e {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:42:07.387106 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:42:07.387450 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Checking segment: {'id': 'cd8da422-276f-42cc-8fa9-e714f134a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:42:07.387843 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Bound using segment: {'id': 'cd8da422-276f-42cc-8fa9-e714f134a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:42:07.388300 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Bound port: f626bcc9-f12c-4991-9d02-5b7e8001afbe, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8da422-276f-42cc-8fa9-e714f134a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:42:07.388628 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:07.424154 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-36fd6d19-3d10-4e5e-a9a0-dd5bc40896c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972242'] for subnet, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:07.486016 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-36fd6d19-3d10-4e5e-a9a0-dd5bc40896c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:07.505925 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] For port f626bcc9-f12c-4991-9d02-5b7e8001afbe, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:42:07.508805 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] For port f626bcc9-f12c-4991-9d02-5b7e8001afbe, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=f626bcc9-f12c-4991-9d02-5b7e8001afbe,segment=NetworkSegment(cd8da422-276f-42cc-8fa9-e714f134a615),segment_id=cd8da422-276f-42cc-8fa9-e714f134a615)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:42:07.519677 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-397b03da-308e-438c-a241-9db5f779b500 req-cc437d8c-be6d-4128-a1ac-c0c0e621e636 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b27a12b-201d-4090-a7f2-1127cc4a7675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1636271
Nov 10 14:42:07.602759 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:07.607872 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:07.689580 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:07.690139 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:07.691723 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] 10.222.0.16 "PUT /v2.0/ports/f626bcc9-f12c-4991-9d02-5b7e8001afbe HTTP/1.1" status: 200  len: 1093 time: 1.3977041
Nov 10 14:42:07.694289 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315945e3-60f5-4eb2-96bd-6af54acd76a9', 'tag': 'f626bcc9-f12c-4991-9d02-5b7e8001afbe'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:42:07.715762 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Pushing event updated for resources: {'Port': ['ID=f626bcc9-f12c-4991-9d02-5b7e8001afbe,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:07.722008 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:07.726064 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8f22b84d-0f91-4a35-9174-2f4d46461ffc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:07.727663 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8f22b84d-0f91-4a35-9174-2f4d46461ffc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 946 time: 0.1895208
Nov 10 14:42:07.753787 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315945e3-60f5-4eb2-96bd-6af54acd76a9', 'tag': 'f626bcc9-f12c-4991-9d02-5b7e8001afbe', 'status': 'completed', 'code': 200}
Nov 10 14:42:07.796831 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df8366-f255-4eb3-b6a9-8e233c054caf req-38934a1d-2a26-4d87-aab9-8f3f16333c36 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:07.798048 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d4df8366-f255-4eb3-b6a9-8e233c054caf req-38934a1d-2a26-4d87-aab9-8f3f16333c36 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 943 time: 0.2036245
Nov 10 14:42:07.804733 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-36fd6d19-3d10-4e5e-a9a0-dd5bc40896c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1176360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679677'] for subnet, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:07.816034 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-1e9c3d13-4fb7-4459-8dbf-44d385d9975f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:07.859231 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9520ae0-eb04-44cc-846d-78e4d1c58e12 req-366d0648-4ecd-42c8-bc83-f01a9a595420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:07.860719 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9520ae0-eb04-44cc-846d-78e4d1c58e12 req-366d0648-4ecd-42c8-bc83-f01a9a595420 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=213620b3f8464237aba58d6a775aaad8&device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 1096 time: 0.0790255
Nov 10 14:42:07.877353 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Deleting port 7793089e-a0b8-4723-9932-7fab3e74abdc {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:42:07.877780 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:07.902646 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd6d19-3d10-4e5e-a9a0-dd5bc40896c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea807c76-f264-4906-a9f7-067190741fb4,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:07.922356 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-36fd6d19-3d10-4e5e-a9a0-dd5bc40896c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:07.930289 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-36fd6d19-3d10-4e5e-a9a0-dd5bc40896c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:07.961749 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-36fd6d19-3d10-4e5e-a9a0-dd5bc40896c7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ea807c76-f264-4906-a9f7-067190741fb4 HTTP/1.1" status: 204  len: 168 time: 0.7025597
Nov 10 14:42:07.964917 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58404) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:07.969777 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d4df8366-f255-4eb3-b6a9-8e233c054caf req-b1d1dbc1-38c9-4839-aabb-193d668cf930 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618209
Nov 10 14:42:08.113080 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:08.117495 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9520ae0-eb04-44cc-846d-78e4d1c58e12 req-2564166d-6447-4516-9279-66a0dd27a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:08.118951 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9520ae0-eb04-44cc-846d-78e4d1c58e12 req-2564166d-6447-4516-9279-66a0dd27a764 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=213620b3f8464237aba58d6a775aaad8&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2463787
Nov 10 14:42:08.183324 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] For port 7793089e-a0b8-4723-9932-7fab3e74abdc, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7793089e-a0b8-4723-9932-7fab3e74abdc,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:42:08.183691 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:08.331609 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:08.375948 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fed84e160>,) {'filters': {'network_id': ['178a8188-2a49-467b-a37a-40ee197c7f69']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:08.400375 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fed84e160>, '573c74c4-348f-400c-957e-08d2b6b4414d') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:08.400708 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fed84e160>, '573c74c4-348f-400c-957e-08d2b6b4414d') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:08.411425 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9520ae0-eb04-44cc-846d-78e4d1c58e12 req-833a9a00-e26c-4bb7-98be-4ab02a42d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:08.412893 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9520ae0-eb04-44cc-846d-78e4d1c58e12 req-833a9a00-e26c-4bb7-98be-4ab02a42d303 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2853048
Nov 10 14:42:08.416498 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105035'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:08.434504 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:08.441211 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:42:08.441617 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222635'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     timer()
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     self._notify()
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     event.method(event)
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:42:08.456223 dv-cinder-817404-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:42:08.505788 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:08.506381 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:08.506489 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.l3_db [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Floating IP f9572c8e-b447-4fa6-a051-6ca865280585 disassociated. External IP: 172.27.3.116, port: 7793089e-a0b8-4723-9932-7fab3e74abdc.
Nov 10 14:42:08.506822 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Calling delete_port for 7793089e-a0b8-4723-9932-7fab3e74abdc owned by compute:nova {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:42:08.609587 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-98046149-ef59-47d3-b5c7-f5eea26f027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:08.611103 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-98046149-ef59-47d3-b5c7-f5eea26f027c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=213620b3f8464237aba58d6a775aaad8&device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 1096 time: 0.1512244
Nov 10 14:42:08.707572 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-33f6f24a-126c-4a07-aff3-8a5f3e6dfd17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f626bcc9-f12c-4991-9d02-5b7e8001afbe HTTP/1.1" status: 200  len: 217 time: 0.0875287
Nov 10 14:42:08.708407 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:08.814976 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4fb50a29-4536-4766-92e5-69c156f1f361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:08.836547 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] Pushing event deleted for resources: {'Network': ['ID=178a8188-2a49-467b-a37a-40ee197c7f69,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:08.839991 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:08.854986 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:08.855310 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:08.855310 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:08.880519 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-1a4b8db9-5cfe-4aac-b8d2-3148c06d9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:08.883009 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-1a4b8db9-5cfe-4aac-b8d2-3148c06d9a65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f51456f8-5bbe-418e-912e-1886e171a676 HTTP/1.1" status: 200  len: 853 time: 0.1667039
Nov 10 14:42:08.904306 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event deleted for resources: {'Port': ['ID=7793089e-a0b8-4723-9932-7fab3e74abdc,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:08.907797 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:08.959137 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e934c728-ed4c-4b7e-a9f5-fb16ee74f47e admin admin] 10.222.0.37 "DELETE /v2.0/networks/178a8188-2a49-467b-a37a-40ee197c7f69 HTTP/1.1" status: 204  len: 168 time: 0.9909220
Nov 10 14:42:09.005277 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-63de6ce4-54c4-4637-a48e-219ef0f40ad0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=341e51c5-348a-49c5-9a16-b7a87d87200e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1148262
Nov 10 14:42:09.027156 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1148d3e7-8bb3-4589-94cf-5ab4a4b8482f req-6d08fdb5-06e9-4ca2-ba17-5a008c7843df tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 210 time: 0.0749929
Nov 10 14:42:09.141108 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Router c449c872-190d-4ec6-843f-63f3f50b789e has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:42:09.289701 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-2d1baa56-aa99-48aa-a25a-2945f7228286 service neutron] 10.222.0.16 "GET /v2.0/networks/341e51c5-348a-49c5-9a16-b7a87d87200e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2611940
Nov 10 14:42:09.399806 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:42:09.411439 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3db2b2-0785-4845-9f3c-1dc441650402 None None] Sync routers for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:42:09.427735 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3db2b2-0785-4845-9f3c-1dc441650402 None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:09.431397 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-bf3db2b2-0785-4845-9f3c-1dc441650402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedb11970>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:41:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:09.458182 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab3a9361-903b-4e63-9ba5-a73766ced0ab req-244ee544-74d6-432b-906c-69dbe55c1026 service neutron] 10.222.0.16 "GET /v2.0/networks/341e51c5-348a-49c5-9a16-b7a87d87200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611042
Nov 10 14:42:09.494141 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295575c-0189-4509-b894-db612387625a req-ac518b1a-f4d1-44c0-97b7-ba464fd68c91 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:09.495722 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c295575c-0189-4509-b894-db612387625a req-ac518b1a-f4d1-44c0-97b7-ba464fd68c91 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 943 time: 0.2684355
Nov 10 14:42:09.496801 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] No DVR routers for this DVR port 7793089e-a0b8-4723-9932-7fab3e74abdc on host hv-cinder-81740 {{(pid=87468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:42:09.499437 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:09.503643 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'name': 'network-vif-deleted', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:42:09.579112 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0eed05-fcff-4516-b17f-e0b0efb80567', 'name': 'network-vif-deleted', 'tag': '7793089e-a0b8-4723-9932-7fab3e74abdc', 'status': 'completed', 'code': 200}
Nov 10 14:42:09.613434 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c295575c-0189-4509-b894-db612387625a req-934aea6e-162c-4703-a366-60eee50964b9 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932155
Nov 10 14:42:09.659582 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58430) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:09.676896 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-eda080eb-26f9-4f1d-b6a3-3731c80f152a req-8ad4d7ef-509b-4012-bb60-6658a901f665 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.16 "DELETE /v2.0/ports/7793089e-a0b8-4723-9932-7fab3e74abdc HTTP/1.1" status: 204  len: 173 time: 1.9406247
Nov 10 14:42:09.687426 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-bf3db2b2-0785-4845-9f3c-1dc441650402 None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:09.712279 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1c0b7761-6774-4d18-b893-0d7c5dfd38b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89b42068517e4e7bb9df6b13a01c54d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0494483
Nov 10 14:42:09.712488 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58434) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:09.776160 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8e1518a2-74ef-4805-83b6-64334a9a9264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:09.810805 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8e1518a2-74ef-4805-83b6-64334a9a9264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:09.997419 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8e1518a2-74ef-4805-83b6-64334a9a9264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:10.006818 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-52937bca-e37d-4e31-9be1-37d8e7205028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:10.030642 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1518a2-74ef-4805-83b6-64334a9a9264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6320d801-2b77-4ce8-9671-c916d0ac7e64,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:10.035298 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8e1518a2-74ef-4805-83b6-64334a9a9264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:10.081127 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-bf3db2b2-0785-4845-9f3c-1dc441650402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedb11970>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:14Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:10.083410 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3db2b2-0785-4845-9f3c-1dc441650402 None None] Checking router: c449c872-190d-4ec6-843f-63f3f50b789e for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:42:10.097575 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3db2b2-0785-4845-9f3c-1dc441650402 None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:10.098236 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-bf3db2b2-0785-4845-9f3c-1dc441650402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedb11970>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:41:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:10.169954 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8e1518a2-74ef-4805-83b6-64334a9a9264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:10.171199 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8e1518a2-74ef-4805-83b6-64334a9a9264 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6320d801-2b77-4ce8-9671-c916d0ac7e64 HTTP/1.1" status: 204  len: 168 time: 0.4576855
Nov 10 14:42:10.254652 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-19761a55-6395-46a2-a2e2-059467013854 req-bd1497be-27a2-4aee-a768-690513328c0d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0eed05-fcff-4516-b17f-e0b0efb80567 HTTP/1.1" status: 200  len: 210 time: 0.0500114
Nov 10 14:42:10.350354 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-bf3db2b2-0785-4845-9f3c-1dc441650402 None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:10.757309 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-bf3db2b2-0785-4845-9f3c-1dc441650402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedb11970>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:14Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:10.771850 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3db2b2-0785-4845-9f3c-1dc441650402 None None] The sync data for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi is: [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:14Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:42:10.929599 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa0c5-f2f5-4f5b-9873-072b031dbec0 req-f474c13e-7bde-4c55-af6e-22678cfe927c tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:10.931103 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c90fa0c5-f2f5-4f5b-9873-072b031dbec0 req-f474c13e-7bde-4c55-af6e-22678cfe927c tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 943 time: 0.1317151
Nov 10 14:42:10.987729 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c90fa0c5-f2f5-4f5b-9873-072b031dbec0 req-aeabe136-6a97-441f-a81a-02e5b030a0bc tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432861
Nov 10 14:42:11.128794 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48af64ef-31bb-4034-a535-32db5876af18 None None] New status for floating IP f9572c8e-b447-4fa6-a051-6ca865280585: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:42:11.521426 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58476) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:11.587620 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:11.615786 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:11.739118 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:11.744588 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-f3ad9545-cf24-412e-9ef4-721b2ddf53b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:11.760134 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b27a12b-201d-4090-a7f2-1127cc4a7675,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:11.768553 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:11.768928 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:11.769291 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:11.770549 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:11.770549 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:11.770549 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:11.770853 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:11.771069 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:11.771383 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:11.771771 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:11.772498 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:11.772498 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:11.776223 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:11.870687 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:11.871954 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "DELETE /v2.0/security-groups/3b27a12b-201d-4090-a7f2-1127cc4a7675 HTTP/1.1" status: 204  len: 168 time: 0.3541243
Nov 10 14:42:11.874581 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58492) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:11.894958 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.api.v2.resource [None req-536da010-0017-4edb-8920-e845bc627af7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] show failed (client error): The resource could not be found.
Nov 10 14:42:11.899190 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-536da010-0017-4edb-8920-e845bc627af7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups/3b27a12b-201d-4090-a7f2-1127cc4a7675 HTTP/1.1" status: 404  len: 347 time: 0.0202396
Nov 10 14:42:11.899190 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58496) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:12.061706 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-6d64da10-4add-4456-af37-dad2cd805396 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Deleting port c129a49a-7cfb-40cf-ae41-b6fd0ff8dd47 {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:42:12.062293 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6d64da10-4add-4456-af37-dad2cd805396 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:12.159634 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7793089e-a0b8-4723-9932-7fab3e74abdc no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:42:12.209615 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: 7793089e-a0b8-4723-9932-7fab3e74abdc {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:42:12.210381 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7793089e-a0b8-4723-9932-7fab3e74abdc not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:42:12.228082 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0a813-63dd-4568-a4d3-210a7a4dbe2c req-eb0c9052-0e01-45a6-81b5-c7605aa69b1c tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:12.228956 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-b6e0a813-63dd-4568-a4d3-210a7a4dbe2c req-eb0c9052-0e01-45a6-81b5-c7605aa69b1c tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Synchronizing usage tracker for tenant:213620b3f8464237aba58d6a775aaad8 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:42:12.262576 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6d64da10-4add-4456-af37-dad2cd805396 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:12.262908 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6d64da10-4add-4456-af37-dad2cd805396 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:12.304864 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-b6e0a813-63dd-4568-a4d3-210a7a4dbe2c req-eb0c9052-0e01-45a6-81b5-c7605aa69b1c tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Unset dirty status for tenant:213620b3f8464237aba58d6a775aaad8 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:42:12.306131 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b6e0a813-63dd-4568-a4d3-210a7a4dbe2c req-eb0c9052-0e01-45a6-81b5-c7605aa69b1c tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 943 time: 0.2039082
Nov 10 14:42:12.360414 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b6e0a813-63dd-4568-a4d3-210a7a4dbe2c req-e95d18c3-a8dc-490e-a60f-3c3d9ad35126 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478625
Nov 10 14:42:12.490281 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-6d64da10-4add-4456-af37-dad2cd805396 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Calling delete_port for c129a49a-7cfb-40cf-ae41-b6fd0ff8dd47 owned by network:floatingip {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:42:12.733502 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6d64da10-4add-4456-af37-dad2cd805396 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:12.738337 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-614d3452-1568-45da-8e69-c695d7c022c3 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:12.786003 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64da10-4add-4456-af37-dad2cd805396 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event deleted for resources: {'Port': ['ID=c129a49a-7cfb-40cf-ae41-b6fd0ff8dd47,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:12.788646 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6d64da10-4add-4456-af37-dad2cd805396 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:12.880287 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6d64da10-4add-4456-af37-dad2cd805396 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:12.893896 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6d64da10-4add-4456-af37-dad2cd805396 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:12.895009 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-6d64da10-4add-4456-af37-dad2cd805396 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "DELETE /v2.0/floatingips/f9572c8e-b447-4fa6-a051-6ca865280585 HTTP/1.1" status: 204  len: 168 time: 0.9951735
Nov 10 14:42:13.429629 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58550) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:13.435388 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378060177', 'description': 'tempest-description--440068657'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:13.441634 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:13.446362 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Usage tracker for resource:security_group and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:13.449998 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:13.455997 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:13.528419 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:13.544321 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983a672-0a2b-47e7-97db-3a51796af4e4 req-ff75318f-bc3a-4bae-b96c-d28c1279c8d0 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:13.545801 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d983a672-0a2b-47e7-97db-3a51796af4e4 req-ff75318f-bc3a-4bae-b96c-d28c1279c8d0 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 943 time: 0.0852511
Nov 10 14:42:13.548911 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:13.553150 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Usage tracker for resource:security_group_rule and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:13.556132 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:13.562464 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:13.592190 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d983a672-0a2b-47e7-97db-3a51796af4e4 req-037212db-e6e2-493a-8c64-f902398eb01b tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404646
Nov 10 14:42:13.632428 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:13.681677 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:13.686109 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-55eecc6c-1ce9-4f11-945a-12da3f0d4cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:13.728878 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d318f6-4633-4c39-b4c4-982700778b8e,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:13.731874 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:13.790439 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:13.791780 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3610630
Nov 10 14:42:13.794527 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58554) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:13.799506 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-dbc2ec2a-40d7-4a1d-97ca-624e20b7f641 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Request body: {'security_group_rule': {'security_group_id': '48d318f6-4633-4c39-b4c4-982700778b8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:13.805497 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-dbc2ec2a-40d7-4a1d-97ca-624e20b7f641 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:13.810098 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-dbc2ec2a-40d7-4a1d-97ca-624e20b7f641 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Usage tracker for resource:security_group_rule and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:13.813055 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-dbc2ec2a-40d7-4a1d-97ca-624e20b7f641 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:13.818881 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-dbc2ec2a-40d7-4a1d-97ca-624e20b7f641 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:13.894470 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ec2a-40d7-4a1d-97ca-624e20b7f641 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:13.955319 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ec2a-40d7-4a1d-97ca-624e20b7f641 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:14.013364 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ec2a-40d7-4a1d-97ca-624e20b7f641 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:14.015915 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-01f2a9b2-c448-4e78-9f0a-7f1537b8223a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:14.038147 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2ec2a-40d7-4a1d-97ca-624e20b7f641 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8d5711-87b4-46d4-8e6b-21349eba1657,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:14.040603 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-dbc2ec2a-40d7-4a1d-97ca-624e20b7f641 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:14.103212 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device f626bcc9-f12c-4991-9d02-5b7e8001afbe details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:42:14.167773 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ec2a-40d7-4a1d-97ca-624e20b7f641 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:14.169214 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-dbc2ec2a-40d7-4a1d-97ca-624e20b7f641 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3736341
Nov 10 14:42:14.171899 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58562) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:14.177076 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-26ef9d82-870e-42ab-896f-d8acc4a24ac8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Request body: {'security_group_rule': {'security_group_id': '48d318f6-4633-4c39-b4c4-982700778b8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:14.183857 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-26ef9d82-870e-42ab-896f-d8acc4a24ac8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:14.188003 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-26ef9d82-870e-42ab-896f-d8acc4a24ac8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Usage tracker for resource:security_group_rule and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:14.191248 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-26ef9d82-870e-42ab-896f-d8acc4a24ac8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:14.197347 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-26ef9d82-870e-42ab-896f-d8acc4a24ac8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:14.240904 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port f626bcc9-f12c-4991-9d02-5b7e8001afbe, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=f626bcc9-f12c-4991-9d02-5b7e8001afbe,segment=NetworkSegment(cd8da422-276f-42cc-8fa9-e714f134a615),segment_id=cd8da422-276f-42cc-8fa9-e714f134a615)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:42:14.255498 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': 'f626bcc9-f12c-4991-9d02-5b7e8001afbe', 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e', 'port_id': 'f626bcc9-f12c-4991-9d02-5b7e8001afbe', 'mac_address': 'fa:16:3e:f8:17:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51456f8-5bbe-418e-912e-1886e171a676', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:42:14.283397 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-26ef9d82-870e-42ab-896f-d8acc4a24ac8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:14.315363 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:14.336851 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f626bcc9-f12c-4991-9d02-5b7e8001afbe {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:42:14.352711 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-26ef9d82-870e-42ab-896f-d8acc4a24ac8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:14.353678 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port f626bcc9-f12c-4991-9d02-5b7e8001afbe, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=f626bcc9-f12c-4991-9d02-5b7e8001afbe,segment=NetworkSegment(cd8da422-276f-42cc-8fa9-e714f134a615),segment_id=cd8da422-276f-42cc-8fa9-e714f134a615)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:42:14.430141 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-26ef9d82-870e-42ab-896f-d8acc4a24ac8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:14.432806 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:14.462537 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef9d82-870e-42ab-896f-d8acc4a24ac8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936b285d-7249-40b0-a9eb-07866258bd67,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:14.465377 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:14.467408 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:14.467993 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-26ef9d82-870e-42ab-896f-d8acc4a24ac8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:14.533773 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:14.536124 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=f626bcc9-f12c-4991-9d02-5b7e8001afbe,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:14.539345 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:14.574264 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-26ef9d82-870e-42ab-896f-d8acc4a24ac8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:14.576078 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-26ef9d82-870e-42ab-896f-d8acc4a24ac8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4029434
Nov 10 14:42:14.578868 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58580) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:14.584025 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Request body: {'floatingip': {'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:14.592913 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:14.594392 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Usage tracker for resource:floatingip and tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:14.597400 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:14.603211 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:14.686871 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:14.807005 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['f626bcc9-f12c-4991-9d02-5b7e8001afbe'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:42:14.886592 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9971c-3e3d-4875-adac-e89e756d39c3 req-27e85c9f-6010-49bd-afa6-eb5c30b128ce tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:14.888125 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2ae9971c-3e3d-4875-adac-e89e756d39c3 req-27e85c9f-6010-49bd-afa6-eb5c30b128ce tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 944 time: 0.1249468
Nov 10 14:42:14.958077 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2ae9971c-3e3d-4875-adac-e89e756d39c3 req-7d59bb1d-4da4-4d63-a889-ad1943d921cf tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620377
Nov 10 14:42:14.959846 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:15.110508 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Allocated IP 172.27.3.118 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/41b4c7f0-2a81-4b2a-a38c-be0d9ffb9a31) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:42:15.280140 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:15.413821 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:15.418137 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:15.485760 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:42:15.488865 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:15.492935 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:42:15.535891 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event updated for resources: {'Port': ['ID=41b4c7f0-2a81-4b2a-a38c-be0d9ffb9a31,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:15.540222 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:15.580487 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:15.761731 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:15.977855 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:16.098980 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:16.102807 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:16.113793 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device f626bcc9-f12c-4991-9d02-5b7e8001afbe up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:42:16.162764 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5135ac-d375-4762-b755-cc876380c54f req-9d06f23b-deff-4566-bb82-5714888542ed tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:16.165648 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f5135ac-d375-4762-b755-cc876380c54f req-9d06f23b-deff-4566-bb82-5714888542ed tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 944 time: 0.0926256
Nov 10 14:42:16.222189 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event updated for resources: {'Port': ['ID=41b4c7f0-2a81-4b2a-a38c-be0d9ffb9a31,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:16.226695 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:16.232267 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:16.234316 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f5135ac-d375-4762-b755-cc876380c54f req-823cffaf-54b0-4729-b86f-d43b3e78d7dd tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616612
Nov 10 14:42:16.310543 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port f626bcc9-f12c-4991-9d02-5b7e8001afbe completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:42:16.315811 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port f626bcc9-f12c-4991-9d02-5b7e8001afbe triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:16.316189 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:16.328362 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:16.329294 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7493525
Nov 10 14:42:16.460092 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:16.489582 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315945e3-60f5-4eb2-96bd-6af54acd76a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f626bcc9-f12c-4991-9d02-5b7e8001afbe'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:42:16.499620 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port f626bcc9-f12c-4991-9d02-5b7e8001afbe, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=f626bcc9-f12c-4991-9d02-5b7e8001afbe,segment=NetworkSegment(cd8da422-276f-42cc-8fa9-e714f134a615),segment_id=cd8da422-276f-42cc-8fa9-e714f134a615)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:42:16.539873 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315945e3-60f5-4eb2-96bd-6af54acd76a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f626bcc9-f12c-4991-9d02-5b7e8001afbe', 'code': 200}
Nov 10 14:42:16.583947 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:16.586797 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-478d5145-4bb9-4624-a0d1-440923441657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:16.610625 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-bda197bb-2c92-4b81-90c3-d36912099a88 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Synchronizing usage tracker for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:42:16.662182 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=f626bcc9-f12c-4991-9d02-5b7e8001afbe,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:16.665402 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:16.831012 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-bda197bb-2c92-4b81-90c3-d36912099a88 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Unset dirty status for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:42:16.832855 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-bda197bb-2c92-4b81-90c3-d36912099a88 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1378060177&fields=id&tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066 HTTP/1.1" status: 200  len: 267 time: 0.2671709
Nov 10 14:42:17.085657 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-6aae2f77-b820-4d67-8e8b-0343c4a17fab tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:17.086526 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-6aae2f77-b820-4d67-8e8b-0343c4a17fab tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Synchronizing usage tracker for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:network {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:42:17.249057 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125575c0-e94c-437a-a582-610306b99de1 req-8ec2cb61-baa0-4e0c-86ec-04692c3cb533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:17.250641 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-125575c0-e94c-437a-a582-610306b99de1 req-8ec2cb61-baa0-4e0c-86ec-04692c3cb533 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 1098 time: 0.1853454
Nov 10 14:42:17.253046 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-6aae2f77-b820-4d67-8e8b-0343c4a17fab tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Unset dirty status for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:network {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:42:17.254120 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-6aae2f77-b820-4d67-8e8b-0343c4a17fab tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 816 time: 0.4146731
Nov 10 14:42:17.301441 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-4ba19448-2ce5-4847-8709-78ac691fc857 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/quotas/674a5aae3e4a4cab83ecd2bbfcf8e066 HTTP/1.1" status: 200  len: 375 time: 0.0263555
Nov 10 14:42:17.307199 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-125575c0-e94c-437a-a582-610306b99de1 req-95490b14-d980-425e-86d8-39ad93f0fcc3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485027
Nov 10 14:42:17.395529 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-45db10b2-907d-468e-b4ef-48c2c51c8613 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Synchronizing usage tracker for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:42:17.445320 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94f445-1d75-463b-a14b-c3c99fd11088 req-850c72c5-6cea-4195-9b32-5db45e4a9fef tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:17.446814 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1b94f445-1d75-463b-a14b-c3c99fd11088 req-850c72c5-6cea-4195-9b32-5db45e4a9fef tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 945 time: 0.0916748
Nov 10 14:42:17.493319 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-45db10b2-907d-468e-b4ef-48c2c51c8613 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Unset dirty status for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:42:17.495263 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-45db10b2-907d-468e-b4ef-48c2c51c8613 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1861203
Nov 10 14:42:17.498077 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1b94f445-1d75-463b-a14b-c3c99fd11088 req-285ae21c-3730-45ca-b8c2-eab355716c0a tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443974
Nov 10 14:42:17.642327 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58660) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:17.684635 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-916bc3d9-aa5f-4123-807d-ea6110a0c693 service neutron] 10.222.0.37 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757801
Nov 10 14:42:17.763941 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3e1a043c-3233-4f1b-ad48-09938a0e1a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:17.778340 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3e1a043c-3233-4f1b-ad48-09938a0e1a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:17.782303 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-3e1a043c-3233-4f1b-ad48-09938a0e1a29 admin admin] Usage tracker for resource:security_group_rule and tenant:b78081c85c1a456ab8128ea4f2f2b77d is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:17.785406 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-3e1a043c-3233-4f1b-ad48-09938a0e1a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:17.791295 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3e1a043c-3233-4f1b-ad48-09938a0e1a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:17.820746 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-c21a44ff-55f0-45c0-9aaa-a88d94d877f9 service neutron] 10.222.0.37 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289589
Nov 10 14:42:17.900004 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3e1a043c-3233-4f1b-ad48-09938a0e1a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:17.973152 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3e1a043c-3233-4f1b-ad48-09938a0e1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:17.981058 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c8c5e74b-5544-474c-9655-90930ea1c08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:18.024944 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-3e1a043c-3233-4f1b-ad48-09938a0e1a29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b78081c85c1a456ab8128ea4f2f2b77d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3814435
Nov 10 14:42:18.026504 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a043c-3233-4f1b-ad48-09938a0e1a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f648bc94-e20b-463f-8513-215954066d9d,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:18.027775 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58672) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:18.029840 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3e1a043c-3233-4f1b-ad48-09938a0e1a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:18.128584 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-52a5f49c-7388-4a40-a804-21ecbf0cf4bf req-efad06fc-4daa-424d-9865-70a914330452 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 210 time: 0.0512857
Nov 10 14:42:18.138044 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f9c22d1d-0351-4628-9004-ce49458fecc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:18.168302 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f9c22d1d-0351-4628-9004-ce49458fecc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:18.373383 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f9c22d1d-0351-4628-9004-ce49458fecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:18.377164 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-122a9bef-fe9e-4d46-8e3d-a2095175ed5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:18.390700 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c22d1d-0351-4628-9004-ce49458fecc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f648bc94-e20b-463f-8513-215954066d9d,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:18.393649 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-f9c22d1d-0351-4628-9004-ce49458fecc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:18.395689 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f9c22d1d-0351-4628-9004-ce49458fecc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:18.399657 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-f9c22d1d-0351-4628-9004-ce49458fecc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f648bc94-e20b-463f-8513-215954066d9d HTTP/1.1" status: 204  len: 168 time: 0.3666368
Nov 10 14:42:18.709790 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323280-23eb-4b04-a3bd-a2126b16c115 req-d9108bcc-dd37-409f-b5f9-88974f617beb tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:18.711513 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ee323280-23eb-4b04-a3bd-a2126b16c115 req-d9108bcc-dd37-409f-b5f9-88974f617beb tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 945 time: 0.1007557
Nov 10 14:42:18.758272 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ee323280-23eb-4b04-a3bd-a2126b16c115 req-1459410d-20af-4603-9434-652e0672d83a tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406654
Nov 10 14:42:19.313220 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-28416cb1-86ba-4544-bb2c-c23985d8df00 req-8d9e32dc-73e0-47bf-bf18-f1016e537164 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 210 time: 0.0599251
Nov 10 14:42:19.864565 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58728) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:19.963379 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e3fe5-5ac3-4ac2-a7c8-42745001785f req-8d484951-4812-41a8-a749-8df71b0fc7a7 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:19.964899 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4f3e3fe5-5ac3-4ac2-a7c8-42745001785f req-8d484951-4812-41a8-a749-8df71b0fc7a7 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 945 time: 0.0865073
Nov 10 14:42:20.005295 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c14b571d-3a0d-4152-91f0-f9d21ccd1848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:20.033652 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-c14b571d-3a0d-4152-91f0-f9d21ccd1848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:20.041075 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4f3e3fe5-5ac3-4ac2-a7c8-42745001785f req-85c60a23-2cfb-41d8-aa7b-5d8f00148bcc tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706584
Nov 10 14:42:20.042036 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-c14b571d-3a0d-4152-91f0-f9d21ccd1848 admin admin] Usage tracker for resource:security_group_rule and tenant:0901a703fc5b4475812b967d257175cf is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:20.045110 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-c14b571d-3a0d-4152-91f0-f9d21ccd1848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:20.050987 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-c14b571d-3a0d-4152-91f0-f9d21ccd1848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:20.216884 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c14b571d-3a0d-4152-91f0-f9d21ccd1848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:20.327342 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c14b571d-3a0d-4152-91f0-f9d21ccd1848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:20.335643 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ad8103d2-dbe0-4171-a9bf-1d4c69a0159a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:20.391508 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-c14b571d-3a0d-4152-91f0-f9d21ccd1848 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0901a703fc5b4475812b967d257175cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5257037
Nov 10 14:42:20.392643 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b571d-3a0d-4152-91f0-f9d21ccd1848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8ac7ea-49f3-420a-a232-357eb6192b0a,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:20.394885 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58776) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:20.409650 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-c14b571d-3a0d-4152-91f0-f9d21ccd1848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:20.551346 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7facf968-41a0-4f92-8d24-29bba9b8e524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:20.554823 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fc553a4b-c349-470c-beca-7414ef413527 req-0bef665e-0d1c-40b3-8e83-abd8cb7b25be tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 210 time: 0.0740740
Nov 10 14:42:20.588978 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7facf968-41a0-4f92-8d24-29bba9b8e524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:20.762580 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7facf968-41a0-4f92-8d24-29bba9b8e524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:20.767811 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-db4aae81-d9a1-4044-b405-100e77efcd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:20.780631 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facf968-41a0-4f92-8d24-29bba9b8e524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8ac7ea-49f3-420a-a232-357eb6192b0a,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:20.785334 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7facf968-41a0-4f92-8d24-29bba9b8e524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:20.792503 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7facf968-41a0-4f92-8d24-29bba9b8e524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:20.793716 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7facf968-41a0-4f92-8d24-29bba9b8e524 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f8ac7ea-49f3-420a-a232-357eb6192b0a HTTP/1.1" status: 204  len: 168 time: 0.3978462
Nov 10 14:42:20.863526 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-edcba2c9-a633-4152-9cca-2e57f61afcad tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:20.866502 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-edcba2c9-a633-4152-9cca-2e57f61afcad tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 816 time: 0.1560621
Nov 10 14:42:20.915417 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-d63bdf01-5f45-47b1-a645-fb39c0968adf tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066 HTTP/1.1" status: 200  len: 380 time: 0.0413387
Nov 10 14:42:20.931833 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Request body: {'port': {'device_id': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'admin_state_up': True, 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'security_groups': ['48d318f6-4633-4c39-b4c4-982700778b8e']}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:21.105607 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:21.117119 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:21.236397 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Made reservation on behalf of 674a5aae3e4a4cab83ecd2bbfcf8e066 for: {'port': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:42:21.249196 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:21.421324 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Allocated IP 172.20.0.12 (23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f/7128e985-b0fc-4bb7-91ae-75574f19ce47/8786c624-a8a4-414c-8ac7-af4283136112) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:42:21.652969 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:21.670806 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Transition to ACTIVE for port object 8786c624-a8a4-414c-8ac7-af4283136112 will not be triggered until provisioned by entity DHCP. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:21.741338 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f870e59c-82a1-49a0-aef4-ecc3361609bc req-9709f72b-4f46-4da0-9012-fc16dd6dd532 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 210 time: 0.0508175
Nov 10 14:42:21.826409 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:21.842902 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6117f3e7-8b07-437a-a4fd-53238f57374f tempest-ServerRescueNegativeTestJSON-543519307 tempest-ServerRescueNegativeTestJSON-543519307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:22.012063 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:42:22.015858 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:22.020542 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:42:22.052807 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event updated for resources: {'Port': ['ID=8786c624-a8a4-414c-8ac7-af4283136112,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:22.060585 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:22.107998 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:22.108709 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:22.208271 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2843101
Nov 10 14:42:22.226392 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Request body: {'port': {'device_id': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:22.345095 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-6df43d4e-2aab-4e67-b103-b5702ef644ab None None] Provisioning for port 8786c624-a8a4-414c-8ac7-af4283136112 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:42:22.350915 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-6df43d4e-2aab-4e67-b103-b5702ef644ab None None] Provisioning complete for port 8786c624-a8a4-414c-8ac7-af4283136112 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:22.351323 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6df43d4e-2aab-4e67-b103-b5702ef644ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:22.354641 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:22.408604 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-6df43d4e-2aab-4e67-b103-b5702ef644ab None None] Port 8786c624-a8a4-414c-8ac7-af4283136112 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:42:22.726053 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8786c624-a8a4-414c-8ac7-af4283136112 {{(pid=87468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:42:22.734251 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:22.749394 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Transition to ACTIVE for port object 8786c624-a8a4-414c-8ac7-af4283136112 will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:22.841325 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:22.853639 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:22.968609 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48034a8-4a8d-4cdc-9f00-eba7f1f6ff4e req-7a61726c-de01-4d6e-ab99-fa1860886016 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:22.971372 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e48034a8-4a8d-4cdc-9f00-eba7f1f6ff4e req-7a61726c-de01-4d6e-ab99-fa1860886016 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.1057127
Nov 10 14:42:23.031244 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e48034a8-4a8d-4cdc-9f00-eba7f1f6ff4e req-7ca31604-0db0-418e-8107-94c9753fd54e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538318
Nov 10 14:42:23.090801 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Pushing event updated for resources: {'Port': ['ID=8786c624-a8a4-414c-8ac7-af4283136112,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:23.094000 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:23.155038 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Attempting to bind port 8786c624-a8a4-414c-8ac7-af4283136112 on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:42:23.155416 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Attempting to bind port 8786c624-a8a4-414c-8ac7-af4283136112 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:42:23.155745 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Attempting to bind port 8786c624-a8a4-414c-8ac7-af4283136112 on network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:42:23.162263 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Port 8786c624-a8a4-414c-8ac7-af4283136112 on network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:42:23.162616 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Attempting to bind port 8786c624-a8a4-414c-8ac7-af4283136112 on network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:42:23.168698 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:42:23.169037 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Checking segment: {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:42:23.169429 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Bound using segment: {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:42:23.169958 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Bound port: 8786c624-a8a4-414c-8ac7-af4283136112, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee3f8496-c44f-4023-a06e-4029fe1e18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:42:23.170395 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:23.290182 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:42:23.294327 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=8786c624-a8a4-414c-8ac7-af4283136112,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:42:23.378716 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:23.382618 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5bf5840f-4e79-48dd-bf52-0d67e775ef0b tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:23.446591 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:23.447512 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:23.448953 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] 10.222.0.16 "PUT /v2.0/ports/8786c624-a8a4-414c-8ac7-af4283136112 HTTP/1.1" status: 200  len: 1094 time: 1.2278407
Nov 10 14:42:23.449468 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:42:23.473645 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Pushing event updated for resources: {'Port': ['ID=8786c624-a8a4-414c-8ac7-af4283136112,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:23.475879 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:23.631284 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112', 'status': 'completed', 'code': 200}
Nov 10 14:42:24.223186 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbf0dd-1594-48c6-a94a-adcf0e5ea567 req-4aa10e7b-8a9c-43d9-8713-3a5adfca990f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:24.225928 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-afbbf0dd-1594-48c6-a94a-adcf0e5ea567 req-4aa10e7b-8a9c-43d9-8713-3a5adfca990f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0793207
Nov 10 14:42:24.270212 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-afbbf0dd-1594-48c6-a94a-adcf0e5ea567 req-922c1a74-2106-4494-a0f5-06718530fced tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398214
Nov 10 14:42:24.818904 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8da84b9-3c84-42ce-aba3-cd9eff317b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:25.253053 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:25.471215 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dc54d-2a84-45fa-aea3-5d2c4b404a01 req-499581dc-bb7c-4256-832b-7107c4d58371 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:25.471943 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-753dc54d-2a84-45fa-aea3-5d2c4b404a01 req-499581dc-bb7c-4256-832b-7107c4d58371 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Synchronizing usage tracker for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:42:25.538638 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-753dc54d-2a84-45fa-aea3-5d2c4b404a01 req-499581dc-bb7c-4256-832b-7107c4d58371 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Unset dirty status for tenant:674a5aae3e4a4cab83ecd2bbfcf8e066 on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:42:25.540584 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-753dc54d-2a84-45fa-aea3-5d2c4b404a01 req-499581dc-bb7c-4256-832b-7107c4d58371 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.1585972
Nov 10 14:42:25.585976 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-753dc54d-2a84-45fa-aea3-5d2c4b404a01 req-83e26f6f-5879-4ccc-a5d7-daa5d52be4c2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394897
Nov 10 14:42:26.177005 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f0595-9b86-4b1b-8a59-67288194bc48 req-f26a4fb6-aa47-4f25-a0e6-ea6b8b55c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:26.178569 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9c0f0595-9b86-4b1b-8a59-67288194bc48 req-f26a4fb6-aa47-4f25-a0e6-ea6b8b55c7d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 1097 time: 0.0755658
Nov 10 14:42:26.328937 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f0595-9b86-4b1b-8a59-67288194bc48 req-9c924f4d-6089-4f36-a4a9-8564e9156929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:26.330387 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9c0f0595-9b86-4b1b-8a59-67288194bc48 req-9c924f4d-6089-4f36-a4a9-8564e9156929 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1403754
Nov 10 14:42:26.475821 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f0595-9b86-4b1b-8a59-67288194bc48 req-54c07ff5-6b73-4eda-a327-b9649aea1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:26.477363 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9c0f0595-9b86-4b1b-8a59-67288194bc48 req-54c07ff5-6b73-4eda-a327-b9649aea1e45 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1361670
Nov 10 14:42:26.620338 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-f0aeaff5-8c76-4f6e-a2a7-7dbe363d6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:26.621475 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-f0aeaff5-8c76-4f6e-a2a7-7dbe363d6825 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 1097 time: 0.0906019
Nov 10 14:42:26.799866 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cae92-def5-41ad-b505-7d0ced30dbf3 req-bfff38b2-d996-449d-970f-295386802ee1 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:26.802281 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-782cae92-def5-41ad-b505-7d0ced30dbf3 req-bfff38b2-d996-449d-970f-295386802ee1 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0985062
Nov 10 14:42:26.814435 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-ddd8015d-a467-43d1-955a-22bca93b1952 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8786c624-a8a4-414c-8ac7-af4283136112 HTTP/1.1" status: 200  len: 217 time: 0.1835349
Nov 10 14:42:26.849151 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-782cae92-def5-41ad-b505-7d0ced30dbf3 req-f1f01bb7-f47c-4273-a8f0-f163ea9aedcf tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400832
Nov 10 14:42:26.885791 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-91ab11b4-a340-4ee2-8f40-768390b610f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:26.887534 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-91ab11b4-a340-4ee2-8f40-768390b610f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.0634220
Nov 10 14:42:26.989434 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-5e3888cf-01ad-4eed-adaa-9266def3a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:26.991929 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-5e3888cf-01ad-4eed-adaa-9266def3a164 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0935533
Nov 10 14:42:27.134874 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-0b09cd0f-89a2-4885-9f50-0d12910a0e18 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275592
Nov 10 14:42:27.276748 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8a90fc6a-04fe-4043-89fc-228eafae5421 req-15fe1d2b-5f4d-421f-8364-8c073e405851 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333420
Nov 10 14:42:27.470327 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-92196c36-9b4b-4976-b4e0-cac7a62e4dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:28.048928 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a73102-6e6a-468c-9926-8767fccaa75a req-b863fb86-fafe-4930-944e-86c653d26a09 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:28.053331 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e8a73102-6e6a-468c-9926-8767fccaa75a req-b863fb86-fafe-4930-944e-86c653d26a09 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0884793
Nov 10 14:42:28.098436 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e8a73102-6e6a-468c-9926-8767fccaa75a req-d6c8e9a7-e709-4662-8ea1-8d60b17b76b4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422394
Nov 10 14:42:28.424092 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:29.289383 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4145c-186c-4941-936e-b80ce746b64c req-206589be-12eb-4235-a86e-03824d9293bd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:29.290854 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d5c4145c-186c-4941-936e-b80ce746b64c req-206589be-12eb-4235-a86e-03824d9293bd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0815611
Nov 10 14:42:29.336373 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d5c4145c-186c-4941-936e-b80ce746b64c req-abcb1b1c-67c7-4db5-a665-7c6ac0b82150 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396650
Nov 10 14:42:29.738910 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:30.538390 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54b209-5025-4499-b835-00f61ec00984 req-1346ea9a-b481-4486-ad01-bd4475b6975a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:30.539952 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ea54b209-5025-4499-b835-00f61ec00984 req-1346ea9a-b481-4486-ad01-bd4475b6975a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0861747
Nov 10 14:42:30.590723 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ea54b209-5025-4499-b835-00f61ec00984 req-4ea27f08-8297-47ec-aa92-40d7d07ba8e0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448732
Nov 10 14:42:31.078878 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 8786c624-a8a4-414c-8ac7-af4283136112 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:42:31.215171 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=8786c624-a8a4-414c-8ac7-af4283136112,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:42:31.228147 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '8786c624-a8a4-414c-8ac7-af4283136112', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'port_id': '8786c624-a8a4-414c-8ac7-af4283136112', 'mac_address': 'fa:16:3e:ce:a4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:42:31.287415 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:31.305577 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8786c624-a8a4-414c-8ac7-af4283136112 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:42:31.323186 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=8786c624-a8a4-414c-8ac7-af4283136112,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:42:31.406935 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:31.408819 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:31.483515 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=8786c624-a8a4-414c-8ac7-af4283136112,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:31.486588 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:31.796493 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42d354-d4c2-41fe-ad9a-d294d6c7e01d req-9e8f7af5-ade8-4d72-b813-42a2cd742a4f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:31.797863 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ed42d354-d4c2-41fe-ad9a-d294d6c7e01d req-9e8f7af5-ade8-4d72-b813-42a2cd742a4f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 945 time: 0.0897210
Nov 10 14:42:31.842649 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ed42d354-d4c2-41fe-ad9a-d294d6c7e01d req-9d414c82-b6c0-4e70-9faa-46e2d913eaac tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392346
Nov 10 14:42:32.166758 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:42:32.693890 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['8786c624-a8a4-414c-8ac7-af4283136112'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:42:33.035509 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6bd4a-5e13-4a6b-a8ee-41e3aae01720 req-e69eb40a-47e3-4b24-a39a-a3971263c106 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:33.037227 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-48f6bd4a-5e13-4a6b-a8ee-41e3aae01720 req-e69eb40a-47e3-4b24-a39a-a3971263c106 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 945 time: 0.0824487
Nov 10 14:42:33.085588 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-48f6bd4a-5e13-4a6b-a8ee-41e3aae01720 req-25ed3990-aeb3-42da-85f7-0381c04ab7cb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421834
Nov 10 14:42:34.079113 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 58972) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:34.227674 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5fea45c9-947a-49a2-917c-2a48669d46b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:34.287863 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-5fea45c9-947a-49a2-917c-2a48669d46b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:34.294414 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-5fea45c9-947a-49a2-917c-2a48669d46b2 admin admin] Usage tracker for resource:security_group_rule and tenant:21aa0e67e6f74c55bd9880985786baa7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:34.297779 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-5fea45c9-947a-49a2-917c-2a48669d46b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:34.392128 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-5fea45c9-947a-49a2-917c-2a48669d46b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:34.443533 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f17de-f997-4350-a3e5-9f5b4c5e41cb req-6fa4ab93-a206-4bd6-9533-e975d9a38687 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:34.445025 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b25f17de-f997-4350-a3e5-9f5b4c5e41cb req-6fa4ab93-a206-4bd6-9533-e975d9a38687 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 945 time: 0.2060409
Nov 10 14:42:34.517035 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b25f17de-f997-4350-a3e5-9f5b4c5e41cb req-26430f19-e374-424f-a405-6eda4cd07053 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649428
Nov 10 14:42:34.535648 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5fea45c9-947a-49a2-917c-2a48669d46b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:34.589937 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5fea45c9-947a-49a2-917c-2a48669d46b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:34.598605 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:34.640627 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-5fea45c9-947a-49a2-917c-2a48669d46b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21aa0e67e6f74c55bd9880985786baa7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5603607
Nov 10 14:42:34.642354 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea45c9-947a-49a2-917c-2a48669d46b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5bf322-b5e3-489e-9f8a-331ff7773da4,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:34.643395 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 58984) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:34.645787 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5fea45c9-947a-49a2-917c-2a48669d46b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:34.704731 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0039fbc6-c180-4008-b345-6f7b612e9525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:34.733516 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0039fbc6-c180-4008-b345-6f7b612e9525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:34.853016 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0039fbc6-c180-4008-b345-6f7b612e9525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:34.857336 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-257ff383-cbfa-4bbc-947e-37b4e8704dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:34.871447 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039fbc6-c180-4008-b345-6f7b612e9525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5bf322-b5e3-489e-9f8a-331ff7773da4,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:34.874004 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0039fbc6-c180-4008-b345-6f7b612e9525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:34.875200 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0039fbc6-c180-4008-b345-6f7b612e9525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:34.876303 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-0039fbc6-c180-4008-b345-6f7b612e9525 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef5bf322-b5e3-489e-9f8a-331ff7773da4 HTTP/1.1" status: 204  len: 168 time: 0.2318966
Nov 10 14:42:35.424898 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 8786c624-a8a4-414c-8ac7-af4283136112 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:42:35.578790 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port 8786c624-a8a4-414c-8ac7-af4283136112 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:42:35.584336 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 8786c624-a8a4-414c-8ac7-af4283136112 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:35.584773 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:35.721913 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:35.722031 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6190758-b401-496b-8e9b-6c12e7514ddd req-44ee8fe3-fcc9-4da2-97e9-ce7399bdea44 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:35.723539 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6190758-b401-496b-8e9b-6c12e7514ddd req-44ee8fe3-fcc9-4da2-97e9-ce7399bdea44 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 945 time: 0.0909820
Nov 10 14:42:35.751951 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:42:35.762952 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=8786c624-a8a4-414c-8ac7-af4283136112,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:42:35.775204 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e6190758-b401-496b-8e9b-6c12e7514ddd req-62de47a2-eeee-4cd2-a79f-55a79dd1d0b5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414605
Nov 10 14:42:35.859056 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:35.861796 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:35.939550 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112', 'code': 200}
Nov 10 14:42:35.941994 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=8786c624-a8a4-414c-8ac7-af4283136112,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:35.945106 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:36.003044 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 59020) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:36.111275 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-337116637-network', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:36.116564 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:36.121196 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Usage tracker for resource:network and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:36.126305 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:36.130491 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:36.195916 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Made reservation on behalf of 65d99594641a4e72a328c38c5a7dbab7 for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:42:36.198156 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:36.210834 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:36.230890 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:36.234681 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:36.237460 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:36.243106 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:36.327560 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:36.406957 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:36.410242 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0ddd4211-da6b-49e6-a0a4-4a0d223bef04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:36.445160 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'}  {{(pid=87468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:42:36.447996 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31978c1-e906-4c53-8755-373581bd3d48,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:36.453453 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:36.468172 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:36.468781 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Added segment 6449f83a-3952-4bb5-83ba-ad90b8c51875 of type vlan for network 06aee16b-8955-4aa1-8359-7a9338243c8a
Nov 10 14:42:36.495832 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:36.590282 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:36.591739 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:36.592382 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:36.595978 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:36.695907 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Pushing event updated for resources: {'Network': ['ID=06aee16b-8955-4aa1-8359-7a9338243c8a,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:36.699265 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:36.706719 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 06aee16b-8955-4aa1-8359-7a9338243c8a details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:42:36.741870 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7353382
Nov 10 14:42:36.742338 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59032) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:36.747433 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Request body: {'subnet': {'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-337116637-subnet', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:36.752602 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:36.756497 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Usage tracker for resource:subnet and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:36.759837 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:36.765527 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:36.823992 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Made reservation on behalf of 65d99594641a4e72a328c38c5a7dbab7 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:42:36.826673 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225453'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:36.976364 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6a018-b42b-451c-baec-327ee908a78d req-f9f20846-e9d9-4efe-8b37-ec1a8dc082a5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:36.976364 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7eb6a018-b42b-451c-baec-327ee908a78d req-f9f20846-e9d9-4efe-8b37-ec1a8dc082a5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0860634
Nov 10 14:42:37.020846 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7eb6a018-b42b-451c-baec-327ee908a78d req-6dae9ef3-bda8-457a-bb8e-7c98dd1f178e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397313
Nov 10 14:42:37.138001 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225459'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:37.143279 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:37.223286 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eea0968-76c3-4317-b87f-40967bc68174,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:37.225324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Checking segment: {'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:42:37.225683 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Network hostable DHCP agents. Network: 06aee16b-8955-4aa1-8359-7a9338243c8a, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:42:37.230991 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:37.344057 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Network 06aee16b-8955-4aa1-8359-7a9338243c8a is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:42:37.452894 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 06aee16b-8955-4aa1-8359-7a9338243c8a) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:37.464389 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:37.464389 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:37.464652 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be398a6-f901-4a5b-b189-43eefa11dbeb None None] Network 06aee16b-8955-4aa1-8359-7a9338243c8a requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:42:37.562234 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8191206
Nov 10 14:42:37.569395 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59042) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:37.575978 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:37.582260 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:37.587387 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Usage tracker for resource:router and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:37.590946 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:37.596834 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:37.675789 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3252'] for router, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:37.676892 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3235'] for router, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:37.692520 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:37.694341 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b25b303-07c5-5f6c-a194-2bb5371e0edc-06aee16b-8955-4aa1-8359-7a9338243c8a', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'fixed_ips': [{'subnet_id': '1eea0968-76c3-4317-b87f-40967bc68174'}]}} from dv-cinder-817404-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 10 14:42:37.695218 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:37.862109 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Allocated IP 172.20.0.2 (06aee16b-8955-4aa1-8359-7a9338243c8a/1eea0968-76c3-4317-b87f-40967bc68174/135cb446-52c7-4d64-a0c7-73609b58e7c3) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:42:38.045872 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3153'] for router, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:38.099758 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:38.110905 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Transition to ACTIVE for port object 135cb446-52c7-4d64-a0c7-73609b58e7c3 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:38.134410 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Transition to ACTIVE for port object 135cb446-52c7-4d64-a0c7-73609b58e7c3 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:38.224586 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:38.239592 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:38.301854 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Network 06aee16b-8955-4aa1-8359-7a9338243c8a is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:42:38.305639 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:38.309671 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:42:38.333927 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69c0f2-a2d2-4050-8c01-ce32f352b876 req-5b15737f-de78-491c-b5d8-abf48c8dd06f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:38.335763 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e69c0f2-a2d2-4050-8c01-ce32f352b876 req-5b15737f-de78-491c-b5d8-abf48c8dd06f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.1803184
Nov 10 14:42:38.359516 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581f217-dd05-46b0-93eb-c094fcd0ecf8 req-c566ec8e-036a-47ba-9d5a-bb0b9331b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:38.361367 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e581f217-dd05-46b0-93eb-c094fcd0ecf8 req-c566ec8e-036a-47ba-9d5a-bb0b9331b2a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 1099 time: 0.0988922
Nov 10 14:42:38.393123 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Pushing event updated for resources: {'Port': ['ID=135cb446-52c7-4d64-a0c7-73609b58e7c3,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:38.397132 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:38.408389 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e581f217-dd05-46b0-93eb-c094fcd0ecf8 req-f8df7570-26e4-488b-a8b1-5477c43ffe36 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377610
Nov 10 14:42:38.412753 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e69c0f2-a2d2-4050-8c01-ce32f352b876 req-b18ae72b-b5a2-47fe-884e-e62c13ea1256 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667157
Nov 10 14:42:38.420149 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Attempting to bind port 135cb446-52c7-4d64-a0c7-73609b58e7c3 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:42:38.420740 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Attempting to bind port 135cb446-52c7-4d64-a0c7-73609b58e7c3 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:42:38.421118 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Attempting to bind port 135cb446-52c7-4d64-a0c7-73609b58e7c3 on network 06aee16b-8955-4aa1-8359-7a9338243c8a {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:42:38.426765 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:42:38.427188 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Checking segment: {'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:42:38.427600 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:38.428007 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Bound using segment: {'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:42:38.428486 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Bound port: 135cb446-52c7-4d64-a0c7-73609b58e7c3, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:42:38.428871 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:38.533524 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] For port 135cb446-52c7-4d64-a0c7-73609b58e7c3, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:42:38.536997 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] For port 135cb446-52c7-4d64-a0c7-73609b58e7c3, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=135cb446-52c7-4d64-a0c7-73609b58e7c3,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:42:38.607328 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:38.637380 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:38.642922 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:38.645012 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:38.725364 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Pushing event updated for resources: {'Port': ['ID=135cb446-52c7-4d64-a0c7-73609b58e7c3,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:38.729186 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:38.788595 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Allocated IP 172.27.3.30 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/7e8544c7-6f79-4596-b1fa-6f65f3731d8d) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:42:39.000479 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:39.121565 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:39.128561 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8ecabe32-c62b-4a3c-b6d1-04c46699d0fb tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:39.287208 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:42:39.290254 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:39.294452 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:42:39.325584 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Pushing event updated for resources: {'Port': ['ID=7e8544c7-6f79-4596-b1fa-6f65f3731d8d,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:39.332216 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:39.657252 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412d33e-83fa-43da-a602-ff533f037bd2 req-26f44c66-36f4-4408-9b75-b06b9b2e3264 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:39.664559 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5412d33e-83fa-43da-a602-ff533f037bd2 req-26f44c66-36f4-4408-9b75-b06b9b2e3264 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.1028547
Nov 10 14:42:39.721611 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5412d33e-83fa-43da-a602-ff533f037bd2 req-81dfd755-09ad-4d63-af6b-c04a4e9ad85c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544622
Nov 10 14:42:39.799787 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e88bdb7-b515-49d3-89ee-8f92e428eaf9 None None] Network 06aee16b-8955-4aa1-8359-7a9338243c8a requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:42:39.894023 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:39.970479 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-1e0a67ad-5f0e-446a-aea9-503cc68ca18b None None] Provisioning for port 135cb446-52c7-4d64-a0c7-73609b58e7c3 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:42:40.192410 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 135cb446-52c7-4d64-a0c7-73609b58e7c3 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:42:40.289694 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053150'] for router, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:40.373971 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 135cb446-52c7-4d64-a0c7-73609b58e7c3 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:42:40.379487 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 135cb446-52c7-4d64-a0c7-73609b58e7c3 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:40.379868 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:40.470485 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-21503085-f7b2-4b15-a759-f2916fa0c030 None None] Provisioning complete for port 135cb446-52c7-4d64-a0c7-73609b58e7c3 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:40.472566 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21503085-f7b2-4b15-a759-f2916fa0c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:40.595554 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Router 0a48d32b-605a-4bff-9b03-18b3eb183d54 is scheduled to L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 with binding_index 1 {{(pid=87469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 10 14:42:40.617860 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:40.704350 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21503085-f7b2-4b15-a759-f2916fa0c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:40.723280 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 135cb446-52c7-4d64-a0c7-73609b58e7c3, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=135cb446-52c7-4d64-a0c7-73609b58e7c3,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:42:40.782868 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:42:40.784453 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:40.792809 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-3151055f-4c1b-413a-926d-ba59a0a8ccf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:40.872749 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Sync routers for ids ['0a48d32b-605a-4bff-9b03-18b3eb183d54'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:42:40.913444 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:40.914954 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.3442543
Nov 10 14:42:40.917400 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59126) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:40.931631 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Routers {'0a48d32b-605a-4bff-9b03-18b3eb183d54'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:40.932262 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed9867f0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:42:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0a48d32b-605a-4bff-9b03-18b3eb183d54'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:41.008387 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=135cb446-52c7-4d64-a0c7-73609b58e7c3,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:41.020727 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:41.021432 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-21503085-f7b2-4b15-a759-f2916fa0c030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:42:41.022198 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-21503085-f7b2-4b15-a759-f2916fa0c030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:42:41.138331 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Set router 0a48d32b-605a-4bff-9b03-18b3eb183d54 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:41.176678 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80d7f9-eefc-49f6-bc72-5d23127a990d req-e393d1ab-b766-40d8-9fdd-8791a043eb79 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:41.178167 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-db80d7f9-eefc-49f6-bc72-5d23127a990d req-e393d1ab-b766-40d8-9fdd-8791a043eb79 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.3388796
Nov 10 14:42:41.299864 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-db80d7f9-eefc-49f6-bc72-5d23127a990d req-a1dd26ec-586d-44e9-a8e3-0c2dc7a36e44 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132436
Nov 10 14:42:41.499340 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930f66e-5cd9-4470-85e9-23c124e10c9f req-83663fcb-f034-445f-8980-ac32e8917455 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:41.507553 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b930f66e-5cd9-4470-85e9-23c124e10c9f req-83663fcb-f034-445f-8980-ac32e8917455 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0960109
Nov 10 14:42:41.509536 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 59134) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:41.524484 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-a57bc077-59d4-481f-bb80-8cdf914adba2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Request body: {'floatingip': {'port_id': '8786c624-a8a4-414c-8ac7-af4283136112'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:41.605332 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed9867f0>, [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:42:39Z', 'revision_number': 3, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:41.610589 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Checking router: 0a48d32b-605a-4bff-9b03-18b3eb183d54 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:42:41.611504 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Updating router 0a48d32b-605a-4bff-9b03-18b3eb183d54 port 7e8544c7-6f79-4596-b1fa-6f65f3731d8d binding host dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:42:41.612221 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a57bc077-59d4-481f-bb80-8cdf914adba2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:41.677782 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:41.806854 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.053588 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Allocated IP 172.20.0.1 (06aee16b-8955-4aa1-8359-7a9338243c8a/1eea0968-76c3-4317-b87f-40967bc68174/753fc8ff-8f63-4c14-abb4-39cdf9c2fb57) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:42:42.066820 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.101321 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Transition to ACTIVE for port object 7e8544c7-6f79-4596-b1fa-6f65f3731d8d will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:42.136835 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 135cb446-52c7-4d64-a0c7-73609b58e7c3 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:42:42.187224 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.216565 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-3151055f-4c1b-413a-926d-ba59a0a8ccf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:42.247029 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.277299 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Transition to ACTIVE for port object 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:42.341600 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Attempting to bind port 7e8544c7-6f79-4596-b1fa-6f65f3731d8d on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:42:42.341986 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Attempting to bind port 7e8544c7-6f79-4596-b1fa-6f65f3731d8d by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:42:42.342393 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Attempting to bind port 7e8544c7-6f79-4596-b1fa-6f65f3731d8d on network f227f18b-4020-4a8a-ad74-e84290a1be57 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:42:42.358330 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:42:42.358714 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Checking segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:42:42.359148 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.359557 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Bound using segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:42:42.360045 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Bound port: 7e8544c7-6f79-4596-b1fa-6f65f3731d8d, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:42:42.360430 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.362009 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.368095 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-54a0eb51-0b29-428c-a664-b58b5f1188e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:42.387888 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a57bc077-59d4-481f-bb80-8cdf914adba2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.404930 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433906ae-9fb1-4e3b-9650-93cebfa573ea None None] Pushing event updated for resources: {'Port': ['ID=7e8544c7-6f79-4596-b1fa-6f65f3731d8d,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:42.417400 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-433906ae-9fb1-4e3b-9650-93cebfa573ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:42.431607 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 135cb446-52c7-4d64-a0c7-73609b58e7c3 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:42.431607 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.435661 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Network 06aee16b-8955-4aa1-8359-7a9338243c8a is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:42:42.438678 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:42.443020 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:42:42.447552 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a57bc077-59d4-481f-bb80-8cdf914adba2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.517484 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] For port 7e8544c7-6f79-4596-b1fa-6f65f3731d8d, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:42:42.524730 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Pushing event updated for resources: {'Port': ['ID=753fc8ff-8f63-4c14-abb4-39cdf9c2fb57,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:42.530106 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] For port 7e8544c7-6f79-4596-b1fa-6f65f3731d8d, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=7e8544c7-6f79-4596-b1fa-6f65f3731d8d,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:42:42.530386 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:42.541093 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700676'] for router_interface, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.615858 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.621718 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:42.730077 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Routers {'0a48d32b-605a-4bff-9b03-18b3eb183d54'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:42.730731 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed9867f0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:42:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0a48d32b-605a-4bff-9b03-18b3eb183d54'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:42.735689 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.l3_db [None req-a57bc077-59d4-481f-bb80-8cdf914adba2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Floating IP 8dbf61e1-fef8-487d-ac42-85f3aa358ca3 associated. External IP: 172.27.3.118, port: 8786c624-a8a4-414c-8ac7-af4283136112.
Nov 10 14:42:42.821435 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433906ae-9fb1-4e3b-9650-93cebfa573ea None None] Pushing event updated for resources: {'Port': ['ID=7e8544c7-6f79-4596-b1fa-6f65f3731d8d,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:42.833879 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-433906ae-9fb1-4e3b-9650-93cebfa573ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:42.916127 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-239a72b7-1aaa-42cc-8585-54ed7d6b890f None None] Provisioning for port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:42:42.926517 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-239a72b7-1aaa-42cc-8585-54ed7d6b890f None None] Provisioning complete for port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:42.926919 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-239a72b7-1aaa-42cc-8585-54ed7d6b890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:42.994915 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] Set router 0a48d32b-605a-4bff-9b03-18b3eb183d54 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:43.093236 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:43.106812 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-239a72b7-1aaa-42cc-8585-54ed7d6b890f None None] Port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:42:43.136862 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57bc077-59d4-481f-bb80-8cdf914adba2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Router c449c872-190d-4ec6-843f-63f3f50b789e has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:42:43.320988 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed9867f0>, [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:42:39Z', 'revision_number': 3, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:43.325791 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2687ad-04c8-4acc-8263-c5020d01000e None None] The sync data for ids ['0a48d32b-605a-4bff-9b03-18b3eb183d54'] in dv-cinder-817404-1-iscsi is: [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:42:39Z', 'revision_number': 3, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:42:43.338790 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57bc077-59d4-481f-bb80-8cdf914adba2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:42:43.338790 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a57bc077-59d4-481f-bb80-8cdf914adba2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:43.342434 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7170eaa-ac86-43a3-b7ac-7361010df9f9 None None] Sync routers for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:42:43.355317 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7170eaa-ac86-43a3-b7ac-7361010df9f9 None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:43.356656 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e7170eaa-ac86-43a3-b7ac-7361010df9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee84fa30>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:42:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:43.362666 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:43.429520 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:43.509849 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:43.557674 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1700651'] for router_interface, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:43.588358 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e7170eaa-ac86-43a3-b7ac-7361010df9f9 None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:43.593753 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-a57bc077-59d4-481f-bb80-8cdf914adba2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "PUT /v2.0/floatingips/8dbf61e1-fef8-487d-ac42-85f3aa358ca3 HTTP/1.1" status: 200  len: 992 time: 2.0819540
Nov 10 14:42:43.594406 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:42:43.685832 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112', 'status': 'completed', 'code': 200}
Nov 10 14:42:43.808658 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Pushing event updated for resources: {'Port': ['ID=753fc8ff-8f63-4c14-abb4-39cdf9c2fb57,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:43.820891 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:43.904134 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Network 06aee16b-8955-4aa1-8359-7a9338243c8a is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:42:43.905579 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:43.913273 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9b3bf-075a-47aa-a54e-43d1ca4d0beb req-ee85903e-ff0f-4034-ae9a-5b4c265c08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:43.914790 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-48b9b3bf-075a-47aa-a54e-43d1ca4d0beb req-ee85903e-ff0f-4034-ae9a-5b4c265c08f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 1099 time: 0.1851461
Nov 10 14:42:44.149045 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9b3bf-075a-47aa-a54e-43d1ca4d0beb req-cf285d9b-fa99-4e22-8b78-6c13b13824ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:44.150699 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-48b9b3bf-075a-47aa-a54e-43d1ca4d0beb req-cf285d9b-fa99-4e22-8b78-6c13b13824ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 917 time: 0.2226818
Nov 10 14:42:44.203658 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 7e8544c7-6f79-4596-b1fa-6f65f3731d8d up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:42:44.261513 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Router 0a48d32b-605a-4bff-9b03-18b3eb183d54 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:42:44.312312 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-6ab229a7-184d-43a2-b51f-3aa24cdcd134 None None] Provisioning complete for port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:44.312964 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6ab229a7-184d-43a2-b51f-3aa24cdcd134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:44.350749 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-48b9b3bf-075a-47aa-a54e-43d1ca4d0beb req-711b6c3c-450c-4e65-9cbe-59c318128417 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8786c624-a8a4-414c-8ac7-af4283136112 HTTP/1.1" status: 200  len: 1000 time: 0.1866999
Nov 10 14:42:44.397710 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-6ab229a7-184d-43a2-b51f-3aa24cdcd134 None None] Port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:42:44.423114 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9b3bf-075a-47aa-a54e-43d1ca4d0beb req-fe7b32e0-558d-4902-8b6c-a275a2ede7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:44.424818 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-48b9b3bf-075a-47aa-a54e-43d1ca4d0beb req-fe7b32e0-558d-4902-8b6c-a275a2ede7ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.0614636
Nov 10 14:42:44.517262 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:44.518475 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 7e8544c7-6f79-4596-b1fa-6f65f3731d8d completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:42:44.524558 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 7e8544c7-6f79-4596-b1fa-6f65f3731d8d triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:44.527287 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:44.536769 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:42:44.555971 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] 10.222.0.37 "PUT /v2.0/routers/0a48d32b-605a-4bff-9b03-18b3eb183d54/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6296227
Nov 10 14:42:44.556239 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9b3bf-075a-47aa-a54e-43d1ca4d0beb req-608c04aa-03ff-49bb-9d98-cf61efaa8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:44.556239 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-48b9b3bf-075a-47aa-a54e-43d1ca4d0beb req-608c04aa-03ff-49bb-9d98-cf61efaa8954 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1147852
Nov 10 14:42:44.570733 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e7170eaa-ac86-43a3-b7ac-7361010df9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee84fa30>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '8dbf61e1-fef8-487d-ac42-85f3aa358ca3', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'port_id': '8786c624-a8a4-414c-8ac7-af4283136112', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'mac_address': 'fa:16:3e:ce:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:42:15Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 1, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:14Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:44.578686 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7170eaa-ac86-43a3-b7ac-7361010df9f9 None None] Checking router: c449c872-190d-4ec6-843f-63f3f50b789e for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:42:44.601693 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7170eaa-ac86-43a3-b7ac-7361010df9f9 None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:44.602490 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e7170eaa-ac86-43a3-b7ac-7361010df9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee84fa30>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:42:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:44.716322 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:44.736373 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 7e8544c7-6f79-4596-b1fa-6f65f3731d8d, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=7e8544c7-6f79-4596-b1fa-6f65f3731d8d,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:42:44.762890 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-48b9b3bf-075a-47aa-a54e-43d1ca4d0beb req-9a83a961-7e6f-4771-8437-b62f16e6b693 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973004
Nov 10 14:42:44.802422 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:44.812842 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:44.831412 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e7170eaa-ac86-43a3-b7ac-7361010df9f9 None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:44.915036 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=7e8544c7-6f79-4596-b1fa-6f65f3731d8d,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:44.920794 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:44.950643 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-48b9b3bf-075a-47aa-a54e-43d1ca4d0beb req-af6aa49a-931b-4242-964f-33fc78fd0344 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752708
Nov 10 14:42:45.163114 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-27d7618a-967f-41a5-8a4d-cacebe04931a req-339941d7-9633-4f46-a1c6-99753301ce10 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0906289
Nov 10 14:42:45.331631 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e7170eaa-ac86-43a3-b7ac-7361010df9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee84fa30>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '8dbf61e1-fef8-487d-ac42-85f3aa358ca3', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'port_id': '8786c624-a8a4-414c-8ac7-af4283136112', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'mac_address': 'fa:16:3e:ce:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:42:15Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 1, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:14Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:45.331803 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7170eaa-ac86-43a3-b7ac-7361010df9f9 None None] The sync data for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi is: [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '8dbf61e1-fef8-487d-ac42-85f3aa358ca3', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'port_id': '8786c624-a8a4-414c-8ac7-af4283136112', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'mac_address': 'fa:16:3e:ce:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:42:15Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 1, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:14Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:42:45.342643 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7618a-967f-41a5-8a4d-cacebe04931a req-54d76e46-81d6-45a1-a2d2-a29a8c86df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:45.344463 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-27d7618a-967f-41a5-8a4d-cacebe04931a req-54d76e46-81d6-45a1-a2d2-a29a8c86df0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 1099 time: 0.0892334
Nov 10 14:42:45.553377 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7618a-967f-41a5-8a4d-cacebe04931a req-4778eb6a-3faf-4700-a8da-206fa414cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:45.555458 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-27d7618a-967f-41a5-8a4d-cacebe04931a req-4778eb6a-3faf-4700-a8da-206fa414cc14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 913 time: 0.1808212
Nov 10 14:42:45.562452 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Sync routers for ids ['0a48d32b-605a-4bff-9b03-18b3eb183d54'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:42:45.592370 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Routers {'0a48d32b-605a-4bff-9b03-18b3eb183d54'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:45.593258 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedd802b0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:42:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0a48d32b-605a-4bff-9b03-18b3eb183d54'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:45.659461 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59194) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:45.667259 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-192562590-network', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:45.667393 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 59198) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:45.674480 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:45.680215 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Usage tracker for resource:network and tenant:e2e91a6a0ff2412fa45d066edc0d53c1 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:45.684507 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:45.696685 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc3b37d-d730-4d78-bb1e-61e786baceee None None] New status for floating IP 8dbf61e1-fef8-487d-ac42-85f3aa358ca3: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:42:45.697136 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:45.773179 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Made reservation on behalf of e2e91a6a0ff2412fa45d066edc0d53c1 for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:42:45.775004 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:45.789400 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:45.789613 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-27d7618a-967f-41a5-8a4d-cacebe04931a req-f8358569-62c9-4802-9184-dddc28adc603 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a1c1b60-040c-4136-aeca-6c02876450d1 HTTP/1.1" status: 200  len: 1001 time: 0.2218874
Nov 10 14:42:45.810288 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:45.815939 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e91a6a0ff2412fa45d066edc0d53c1 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:45.819796 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:45.833073 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:45.847073 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Set router 0a48d32b-605a-4bff-9b03-18b3eb183d54 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:45.876219 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7618a-967f-41a5-8a4d-cacebe04931a req-d0f22178-9dc9-482e-8f16-52ad59ba4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:45.877763 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-27d7618a-967f-41a5-8a4d-cacebe04931a req-d0f22178-9dc9-482e-8f16-52ad59ba4764 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8776da3e-dbe5-4b48-a845-51a0bba3e050 HTTP/1.1" status: 200  len: 851 time: 0.0782115
Nov 10 14:42:45.983139 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:45.995036 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1be48907-b6fb-4892-a421-58c6bf2db141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.015334 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-1be48907-b6fb-4892-a421-58c6bf2db141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:46.021827 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-1be48907-b6fb-4892-a421-58c6bf2db141 admin admin] Usage tracker for resource:security_group_rule and tenant:fd29d6450bb34a0d9a26641098fc2758 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:46.022381 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-1be48907-b6fb-4892-a421-58c6bf2db141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:46.030161 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-1be48907-b6fb-4892-a421-58c6bf2db141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:46.047311 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.057539 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-88a92e81-747e-460f-be7b-4b8886e6f21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:46.096231 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:42:46.151004 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7618a-967f-41a5-8a4d-cacebe04931a req-64180be5-4078-4db9-b85a-5e53faa22e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:46.152580 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-27d7618a-967f-41a5-8a4d-cacebe04931a req-64180be5-4078-4db9-b85a-5e53faa22e62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d9ed246-aa1d-418f-942f-384e817475c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2631676
Nov 10 14:42:46.173985 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ad45eb-a148-45fa-ae36-c5b31d722b77,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:46.178663 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 7e8544c7-6f79-4596-b1fa-6f65f3731d8d up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:42:46.193102 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.193102 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Added segment 92858468-2d53-4d26-85c6-93f955186b32 of type vlan for network 5b8ef1f2-e1b0-468e-bc89-9294b104ee63
Nov 10 14:42:46.196025 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:46.247216 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.304718 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1be48907-b6fb-4892-a421-58c6bf2db141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.330813 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 7e8544c7-6f79-4596-b1fa-6f65f3731d8d triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:46.331074 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.351222 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-27d7618a-967f-41a5-8a4d-cacebe04931a req-3681aeb2-d651-4dea-9d3f-c00f2d74f9cc service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771605
Nov 10 14:42:46.390141 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.391635 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:46.392278 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.397536 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:46.472628 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedd802b0>, [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 4, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '753fc8ff-8f63-4c14-abb4-39cdf9c2fb57', 'name': '', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'mac_address': 'fa:16:3e:c7:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '1eea0968-76c3-4317-b87f-40967bc68174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:41Z', 'updated_at': '2021-11-10T14:42:43Z', 'revision_number': 2, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'subnets': [{'id': '1eea0968-76c3-4317-b87f-40967bc68174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:46.483374 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Checking router: 0a48d32b-605a-4bff-9b03-18b3eb183d54 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:42:46.483720 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Updating router 0a48d32b-605a-4bff-9b03-18b3eb183d54 port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 binding host dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:42:46.524173 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Pushing event updated for resources: {'Network': ['ID=5b8ef1f2-e1b0-468e-bc89-9294b104ee63,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:46.527179 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:46.543541 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 5b8ef1f2-e1b0-468e-bc89-9294b104ee63 details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:42:46.557485 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1be48907-b6fb-4892-a421-58c6bf2db141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.567922 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-dd379121-767b-4b47-a15b-053dfcd3a7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:46.593090 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9295542
Nov 10 14:42:46.593320 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59210) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:46.599633 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Request body: {'subnet': {'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-192562590-subnet', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:46.604974 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:46.614692 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Usage tracker for resource:subnet and tenant:e2e91a6a0ff2412fa45d066edc0d53c1 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:46.614692 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:46.618348 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:46.629609 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be48907-b6fb-4892-a421-58c6bf2db141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2661b93-f2e8-4d26-9cf3-5143deca4b24,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:46.634019 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-1be48907-b6fb-4892-a421-58c6bf2db141 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd29d6450bb34a0d9a26641098fc2758&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9656067
Nov 10 14:42:46.637741 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-1be48907-b6fb-4892-a421-58c6bf2db141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:46.639290 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 59214) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:46.666613 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.673976 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-27d7618a-967f-41a5-8a4d-cacebe04931a req-965380b6-7ec2-4a52-bf3c-6619bcae2c08 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3122776
Nov 10 14:42:46.703850 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Made reservation on behalf of e2e91a6a0ff2412fa45d066edc0d53c1 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:42:46.706222 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225453'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.719171 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9461d4c5-bab6-4dc9-8026-54e9f2acbf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.749438 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9461d4c5-bab6-4dc9-8026-54e9f2acbf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.921143 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9461d4c5-bab6-4dc9-8026-54e9f2acbf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.926412 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-59ede2e3-85fb-41e4-a3c3-407171efdfd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:46.941032 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461d4c5-bab6-4dc9-8026-54e9f2acbf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2661b93-f2e8-4d26-9cf3-5143deca4b24,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:46.950792 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9461d4c5-bab6-4dc9-8026-54e9f2acbf6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:46.954335 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9461d4c5-bab6-4dc9-8026-54e9f2acbf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:46.958089 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-9461d4c5-bab6-4dc9-8026-54e9f2acbf6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2661b93-f2e8-4d26-9cf3-5143deca4b24 HTTP/1.1" status: 204  len: 168 time: 0.3070755
Nov 10 14:42:47.076757 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:47.089613 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Transition to ACTIVE for port object 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:47.161217 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225459'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:47.166506 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d8401237-f4f5-4a9a-b961-9e15bf5cf7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:47.189828 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:47.195229 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-478d5145-4bb9-4624-a0d1-440923441657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:47.254486 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Checking segment: {'id': '92858468-2d53-4d26-85c6-93f955186b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:42:47.254958 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Network hostable DHCP agents. Network: 5b8ef1f2-e1b0-468e-bc89-9294b104ee63, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:42:47.284100 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf40323-4916-45cb-b885-218ca88f1e5d,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:47.298673 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:47.332648 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Network 5b8ef1f2-e1b0-468e-bc89-9294b104ee63 is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:42:47.395482 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 5b8ef1f2-e1b0-468e-bc89-9294b104ee63) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:47.401073 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:42:47.402055 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:47.434185 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6729d567-36d9-4ff7-bdf0-5341f2749221 None None] Network 5b8ef1f2-e1b0-468e-bc89-9294b104ee63 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:42:47.501750 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9049373
Nov 10 14:42:47.501957 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59226) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:47.506856 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-192562590-router', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:47.515103 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:47.524056 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Usage tracker for resource:router and tenant:e2e91a6a0ff2412fa45d066edc0d53c1 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:47.529515 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:47.538481 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:47.559049 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4a534-399c-4fd9-be10-a8752466f43c None None] Pushing event updated for resources: {'Port': ['ID=753fc8ff-8f63-4c14-abb4-39cdf9c2fb57,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:47.568272 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-9dd4a534-399c-4fd9-be10-a8752466f43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:47.595645 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Attempting to bind port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:42:47.596020 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Attempting to bind port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:42:47.596397 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Attempting to bind port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 on network 06aee16b-8955-4aa1-8359-7a9338243c8a {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:42:47.615356 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:42:47.622195 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Checking segment: {'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:42:47.622195 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:47.622195 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Bound using segment: {'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:42:47.622195 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Bound port: 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:42:47.622195 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:47.647310 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3252'] for router, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:47.650874 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3235'] for router, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:47.674831 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:47.814150 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] For port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:42:47.837498 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b25b303-07c5-5f6c-a194-2bb5371e0edc-5b8ef1f2-e1b0-468e-bc89-9294b104ee63', 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'fixed_ips': [{'subnet_id': 'cdf40323-4916-45cb-b885-218ca88f1e5d'}]}} from dv-cinder-817404-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 10 14:42:47.838524 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:47.850216 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] For port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=753fc8ff-8f63-4c14-abb4-39cdf9c2fb57,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:42:47.939330 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:47.943885 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:48.082619 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Routers {'0a48d32b-605a-4bff-9b03-18b3eb183d54'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:48.083216 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedd802b0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:42:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0a48d32b-605a-4bff-9b03-18b3eb183d54'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:48.152796 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3153'] for router, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:48.158675 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4a534-399c-4fd9-be10-a8752466f43c None None] Pushing event updated for resources: {'Port': ['ID=753fc8ff-8f63-4c14-abb4-39cdf9c2fb57,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:48.171912 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-9dd4a534-399c-4fd9-be10-a8752466f43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:48.263285 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Allocated IP 172.20.0.2 (5b8ef1f2-e1b0-468e-bc89-9294b104ee63/cdf40323-4916-45cb-b885-218ca88f1e5d/85b32401-9eb6-44b2-b050-e4ab0b110d40) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:42:48.374955 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] Set router 0a48d32b-605a-4bff-9b03-18b3eb183d54 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:48.552694 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:48.586143 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:48.724957 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:48.734752 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Allocated IP 172.27.3.36 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:42:48.768392 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Transition to ACTIVE for port object 85b32401-9eb6-44b2-b050-e4ab0b110d40 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:48.796912 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Transition to ACTIVE for port object 85b32401-9eb6-44b2-b050-e4ab0b110d40 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:48.823825 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedd802b0>, [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 4, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '753fc8ff-8f63-4c14-abb4-39cdf9c2fb57', 'name': '', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'mac_address': 'fa:16:3e:c7:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '1eea0968-76c3-4317-b87f-40967bc68174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:41Z', 'updated_at': '2021-11-10T14:42:47Z', 'revision_number': 4, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'subnets': [{'id': '1eea0968-76c3-4317-b87f-40967bc68174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:48.824454 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc284a52-c649-4703-abc4-613c87dd7e75 None None] The sync data for ids ['0a48d32b-605a-4bff-9b03-18b3eb183d54'] in dv-cinder-817404-1-iscsi is: [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 4, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '753fc8ff-8f63-4c14-abb4-39cdf9c2fb57', 'name': '', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'mac_address': 'fa:16:3e:c7:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '1eea0968-76c3-4317-b87f-40967bc68174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:41Z', 'updated_at': '2021-11-10T14:42:47Z', 'revision_number': 4, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'subnets': [{'id': '1eea0968-76c3-4317-b87f-40967bc68174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:42:48.878576 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:48.889630 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:48.910616 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:48.972435 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Network 5b8ef1f2-e1b0-468e-bc89-9294b104ee63 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:42:48.975515 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:48.979841 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:42:49.001365 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:49.010999 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:49.034068 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Pushing event updated for resources: {'Port': ['ID=85b32401-9eb6-44b2-b050-e4ab0b110d40,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:49.045414 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:49.082186 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:42:49.085186 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:49.094604 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:42:49.100515 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Attempting to bind port 85b32401-9eb6-44b2-b050-e4ab0b110d40 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:42:49.100902 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Attempting to bind port 85b32401-9eb6-44b2-b050-e4ab0b110d40 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '92858468-2d53-4d26-85c6-93f955186b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:42:49.101272 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Attempting to bind port 85b32401-9eb6-44b2-b050-e4ab0b110d40 on network 5b8ef1f2-e1b0-468e-bc89-9294b104ee63 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:42:49.107506 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:42:49.107886 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Checking segment: {'id': '92858468-2d53-4d26-85c6-93f955186b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:42:49.108294 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:49.108697 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Bound using segment: {'id': '92858468-2d53-4d26-85c6-93f955186b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:42:49.109170 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Bound port: 85b32401-9eb6-44b2-b050-e4ab0b110d40, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92858468-2d53-4d26-85c6-93f955186b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:42:49.109555 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:49.145974 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Pushing event updated for resources: {'Port': ['ID=4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:49.151994 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:49.213402 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] For port 85b32401-9eb6-44b2-b050-e4ab0b110d40, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:42:49.217934 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] For port 85b32401-9eb6-44b2-b050-e4ab0b110d40, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=85b32401-9eb6-44b2-b050-e4ab0b110d40,segment=NetworkSegment(92858468-2d53-4d26-85c6-93f955186b32),segment_id=92858468-2d53-4d26-85c6-93f955186b32)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:42:49.281773 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:49.286501 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-5937da6a-e10c-45a1-8e57-1571e96cb768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:49.374229 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Pushing event updated for resources: {'Port': ['ID=85b32401-9eb6-44b2-b050-e4ab0b110d40,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:49.380750 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:49.829602 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:50.228835 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:42:50.261058 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053150'] for router, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:50.395126 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:42:50.400898 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:50.401295 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:50.472160 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094e3b7a-dce9-4122-83dc-12a555065c85 None None] Network 5b8ef1f2-e1b0-468e-bc89-9294b104ee63 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:42:50.536560 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Router 11a7e007-e3a6-4838-93e7-7078cd552986 is scheduled to L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 with binding_index 1 {{(pid=87469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 10 14:42:50.663646 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-947d572b-efda-4c3f-b282-53cd90c89dbe None None] Provisioning for port 85b32401-9eb6-44b2-b050-e4ab0b110d40 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:42:50.693835 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:50.717082 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:42:50.738041 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Sync routers for ids ['11a7e007-e3a6-4838-93e7-7078cd552986'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:42:50.774418 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Routers {'11a7e007-e3a6-4838-93e7-7078cd552986'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:50.775029 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedb02f40>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:42:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['11a7e007-e3a6-4838-93e7-7078cd552986'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:50.845061 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=753fc8ff-8f63-4c14-abb4-39cdf9c2fb57,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:42:50.846539 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:50.850551 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.3449941
Nov 10 14:42:50.850803 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59266) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:50.973864 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:50.974634 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 85b32401-9eb6-44b2-b050-e4ab0b110d40 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:42:51.007051 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-433906ae-9fb1-4e3b-9650-93cebfa573ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:51.129705 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=753fc8ff-8f63-4c14-abb4-39cdf9c2fb57,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:51.136444 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:51.138528 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Set router 11a7e007-e3a6-4838-93e7-7078cd552986 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:51.448903 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 85b32401-9eb6-44b2-b050-e4ab0b110d40 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:42:51.456349 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 85b32401-9eb6-44b2-b050-e4ab0b110d40 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:51.456798 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:51.541100 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-10f04361-7b16-4b85-98ed-ec1940d21299 None None] Provisioning complete for port 85b32401-9eb6-44b2-b050-e4ab0b110d40 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:51.541459 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-10f04361-7b16-4b85-98ed-ec1940d21299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:51.633133 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedb02f40>, [{'id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'name': 'tempest-TestShelveInstance-192562590-router', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:47Z', 'updated_at': '2021-11-10T14:42:49Z', 'revision_number': 3, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'gw_port': {'id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:48Z', 'updated_at': '2021-11-10T14:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:51.648966 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Checking router: 11a7e007-e3a6-4838-93e7-7078cd552986 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:42:51.649374 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Updating router 11a7e007-e3a6-4838-93e7-7078cd552986 port 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab binding host dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:42:51.705790 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:51.737977 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:51.765447 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:51.854978 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 85b32401-9eb6-44b2-b050-e4ab0b110d40, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=85b32401-9eb6-44b2-b050-e4ab0b110d40,segment=NetworkSegment(92858468-2d53-4d26-85c6-93f955186b32),segment_id=92858468-2d53-4d26-85c6-93f955186b32)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:42:51.858181 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-10f04361-7b16-4b85-98ed-ec1940d21299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:51.936654 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:51.941211 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:51.957035 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Allocated IP 172.20.0.1 (5b8ef1f2-e1b0-468e-bc89-9294b104ee63/cdf40323-4916-45cb-b885-218ca88f1e5d/6bc2dd74-d94e-485e-b911-c868ea283931) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:42:52.122950 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.140776 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Transition to ACTIVE for port object 6bc2dd74-d94e-485e-b911-c868ea283931 will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:52.164433 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:42:52.224258 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.229441 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:52.231042 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-10f04361-7b16-4b85-98ed-ec1940d21299 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:42:52.231428 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-10f04361-7b16-4b85-98ed-ec1940d21299 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:42:52.235618 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=85b32401-9eb6-44b2-b050-e4ab0b110d40,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:52.241708 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:52.297083 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Network 5b8ef1f2-e1b0-468e-bc89-9294b104ee63 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:42:52.300077 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:52.302560 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:52.302963 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.303922 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:42:52.339725 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Pushing event updated for resources: {'Port': ['ID=6bc2dd74-d94e-485e-b911-c868ea283931,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:52.348773 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:52.367806 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700676'] for router_interface, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.468485 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.501623 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Transition to ACTIVE for port object 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:52.556506 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.562517 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.563492 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:52.662045 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Attempting to bind port 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:42:52.663792 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Attempting to bind port 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:42:52.663792 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Attempting to bind port 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab on network f227f18b-4020-4a8a-ad74-e84290a1be57 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:42:52.670812 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffde2a-91a8-4597-b3d7-d3673eab1d4b None None] Pushing event updated for resources: {'Port': ['ID=4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:52.673195 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:42:52.673576 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Checking segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:42:52.674000 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.674370 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Bound using segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:42:52.674848 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Bound port: 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:42:52.675251 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.698694 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f3ffde2a-91a8-4597-b3d7-d3673eab1d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:52.795474 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.795850 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] For port 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:42:52.800479 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] For port 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:42:52.875459 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.904279 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-284e9c1d-84c1-4932-999e-98bf65da2d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:52.918292 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.922840 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:52.989486 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1700651'] for router_interface, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:52.993897 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Pushing event updated for resources: {'Port': ['ID=6bc2dd74-d94e-485e-b911-c868ea283931,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:52.999962 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:53.013417 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Routers {'11a7e007-e3a6-4838-93e7-7078cd552986'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:53.014072 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedb02f40>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:42:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['11a7e007-e3a6-4838-93e7-7078cd552986'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:53.066316 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffde2a-91a8-4597-b3d7-d3673eab1d4b None None] Pushing event updated for resources: {'Port': ['ID=4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:53.074469 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ff78fb55-8dc3-46a6-9670-d351c3158f8a None None] Provisioning for port 6bc2dd74-d94e-485e-b911-c868ea283931 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:42:53.080198 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f3ffde2a-91a8-4597-b3d7-d3673eab1d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:53.098022 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ff78fb55-8dc3-46a6-9670-d351c3158f8a None None] Provisioning complete for port 6bc2dd74-d94e-485e-b911-c868ea283931 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:53.098415 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff78fb55-8dc3-46a6-9670-d351c3158f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:53.138673 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Network 5b8ef1f2-e1b0-468e-bc89-9294b104ee63 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:42:53.140079 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:42:53.220795 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ff78fb55-8dc3-46a6-9670-d351c3158f8a None None] Port 6bc2dd74-d94e-485e-b911-c868ea283931 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:42:53.270558 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] Set router 11a7e007-e3a6-4838-93e7-7078cd552986 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:53.358891 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Router 11a7e007-e3a6-4838-93e7-7078cd552986 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:42:53.507642 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-7b0b0bd8-dfd5-43e5-a488-5601ff54ff1a None None] Provisioning complete for port 6bc2dd74-d94e-485e-b911-c868ea283931 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:53.508235 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0bd8-dfd5-43e5-a488-5601ff54ff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:53.598940 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-7b0b0bd8-dfd5-43e5-a488-5601ff54ff1a None None] Port 6bc2dd74-d94e-485e-b911-c868ea283931 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:42:53.648920 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:42:53.658424 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] 10.222.0.37 "PUT /v2.0/routers/11a7e007-e3a6-4838-93e7-7078cd552986/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8065069
Nov 10 14:42:53.663204 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedb02f40>, [{'id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'name': 'tempest-TestShelveInstance-192562590-router', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:47Z', 'updated_at': '2021-11-10T14:42:52Z', 'revision_number': 4, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'gw_port': {'id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:48Z', 'updated_at': '2021-11-10T14:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '6bc2dd74-d94e-485e-b911-c868ea283931', 'name': '', 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'mac_address': 'fa:16:3e:34:37:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cdf40323-4916-45cb-b885-218ca88f1e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:51Z', 'updated_at': '2021-11-10T14:42:52Z', 'revision_number': 2, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'subnets': [{'id': 'cdf40323-4916-45cb-b885-218ca88f1e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:53.668133 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b7f9f-27c0-4466-9b31-02f2f09e1d1a None None] The sync data for ids ['11a7e007-e3a6-4838-93e7-7078cd552986'] in dv-cinder-817404-1-iscsi is: [{'id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'name': 'tempest-TestShelveInstance-192562590-router', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:47Z', 'updated_at': '2021-11-10T14:42:52Z', 'revision_number': 4, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'gw_port': {'id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:48Z', 'updated_at': '2021-11-10T14:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '6bc2dd74-d94e-485e-b911-c868ea283931', 'name': '', 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'mac_address': 'fa:16:3e:34:37:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cdf40323-4916-45cb-b885-218ca88f1e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:51Z', 'updated_at': '2021-11-10T14:42:52Z', 'revision_number': 2, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'subnets': [{'id': 'cdf40323-4916-45cb-b885-218ca88f1e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:42:54.124117 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 85b32401-9eb6-44b2-b050-e4ab0b110d40 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:42:54.201290 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 85b32401-9eb6-44b2-b050-e4ab0b110d40 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:54.201796 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:54.496111 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59300) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:54.501589 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1634125152', 'description': 'tempest-secgroup-smoke-1634125152 description', 'project_id': '65d99594641a4e72a328c38c5a7dbab7'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:54.509295 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:54.513318 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Usage tracker for resource:security_group and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:54.516308 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:54.523011 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:54.601495 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:54.627324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:54.631456 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Usage tracker for resource:security_group_rule and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:54.635169 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:54.641379 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:54.717639 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:54.801199 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:54.806222 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-bd173bc5-6f8d-4aba-a03a-78247c732304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:54.846828 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c3821-9275-42bb-bd91-452acfd2833a,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:54.849587 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:54.863299 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5371d006-7b5a-4f95-a67c-15028805b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:54.921078 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:54.926068 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4251876
Nov 10 14:42:54.926068 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59306) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:54.931315 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Request body: {'security_group_rule': {'security_group_id': 'e94c3821-9275-42bb-bd91-452acfd2833a', 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:54.937659 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:54.941633 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Usage tracker for resource:security_group_rule and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:54.944872 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:54.951776 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:55.042598 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.106838 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.189696 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.191924 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:55.215417 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e43648-2b21-4f32-a227-50c1b8583578,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:55.218092 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:55.240703 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.286958 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.288104 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3616676
Nov 10 14:42:55.291539 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59310) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:55.296953 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-e097d1c6-aef2-4506-8314-ab279e15f38e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Request body: {'security_group_rule': {'security_group_id': 'e94c3821-9275-42bb-bd91-452acfd2833a', 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:55.303191 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e097d1c6-aef2-4506-8314-ab279e15f38e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:55.307650 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e097d1c6-aef2-4506-8314-ab279e15f38e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Usage tracker for resource:security_group_rule and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:55.310522 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e097d1c6-aef2-4506-8314-ab279e15f38e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:55.316209 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e097d1c6-aef2-4506-8314-ab279e15f38e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:55.420738 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e097d1c6-aef2-4506-8314-ab279e15f38e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.494055 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e097d1c6-aef2-4506-8314-ab279e15f38e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.549878 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e097d1c6-aef2-4506-8314-ab279e15f38e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.552012 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:55.575366 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097d1c6-aef2-4506-8314-ab279e15f38e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f458e9b-39d6-4a74-9dd4-18ce3d77a1e8,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:55.577932 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e097d1c6-aef2-4506-8314-ab279e15f38e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:55.646402 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e097d1c6-aef2-4506-8314-ab279e15f38e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.648528 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e097d1c6-aef2-4506-8314-ab279e15f38e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3551638
Nov 10 14:42:55.650973 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59316) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:55.656049 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-81d36916-2828-4825-b6b2-49daf58d9ab1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Request body: {'security_group_rule': {'security_group_id': 'e94c3821-9275-42bb-bd91-452acfd2833a', 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:55.662186 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-81d36916-2828-4825-b6b2-49daf58d9ab1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:55.666852 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-81d36916-2828-4825-b6b2-49daf58d9ab1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Usage tracker for resource:security_group_rule and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:55.669837 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-81d36916-2828-4825-b6b2-49daf58d9ab1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:55.675837 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-81d36916-2828-4825-b6b2-49daf58d9ab1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:55.750343 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-81d36916-2828-4825-b6b2-49daf58d9ab1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.813049 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-81d36916-2828-4825-b6b2-49daf58d9ab1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.892314 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-81d36916-2828-4825-b6b2-49daf58d9ab1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.894379 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:55.917512 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d36916-2828-4825-b6b2-49daf58d9ab1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e6464c-3863-491b-aa55-f8378027ef09,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:55.920069 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-81d36916-2828-4825-b6b2-49daf58d9ab1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:55.989263 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-81d36916-2828-4825-b6b2-49daf58d9ab1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:55.990500 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-81d36916-2828-4825-b6b2-49daf58d9ab1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3385224
Nov 10 14:42:55.993233 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59322) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:56.000598 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-30a5fc13-2497-4071-a4cc-5a898f51cc80 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Request body: {'security_group_rule': {'security_group_id': 'e94c3821-9275-42bb-bd91-452acfd2833a', 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:56.006868 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-30a5fc13-2497-4071-a4cc-5a898f51cc80 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:56.011783 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-30a5fc13-2497-4071-a4cc-5a898f51cc80 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Usage tracker for resource:security_group_rule and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:56.014980 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-30a5fc13-2497-4071-a4cc-5a898f51cc80 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:56.021253 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-30a5fc13-2497-4071-a4cc-5a898f51cc80 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:56.100315 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-30a5fc13-2497-4071-a4cc-5a898f51cc80 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:56.145108 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:42:56.182952 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-30a5fc13-2497-4071-a4cc-5a898f51cc80 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:56.264030 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-30a5fc13-2497-4071-a4cc-5a898f51cc80 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:56.266165 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:56.290453 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5fc13-2497-4071-a4cc-5a898f51cc80 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e59015-9f0c-4238-ac0a-b92c96c4da13,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:56.293231 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-30a5fc13-2497-4071-a4cc-5a898f51cc80 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:56.327862 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:42:56.334705 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:56.334705 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:56.424183 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-30a5fc13-2497-4071-a4cc-5a898f51cc80 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:56.425408 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-30a5fc13-2497-4071-a4cc-5a898f51cc80 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4293423
Nov 10 14:42:56.428556 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59326) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:56.434255 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Request body: {'security_group_rule': {'security_group_id': 'e94c3821-9275-42bb-bd91-452acfd2833a', 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:56.441079 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:56.445329 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Usage tracker for resource:security_group_rule and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:56.448661 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:56.455437 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:56.458233 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:56.478087 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:42:56.561284 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.securitygroups_db [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Project 65d99594641a4e72a328c38c5a7dbab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 14:42:56.568854 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:56.619429 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:56.622555 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:56.664627 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:56.695401 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:56.703936 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:56.704382 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:56.704690 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:56.705034 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:56.705371 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:56.705704 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:56.706034 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:56.706364 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:56.706699 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:56.707037 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:56.707405 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:56.707727 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:56.711527 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:56.766415 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:56.768734 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f69f3748-6203-424a-8379-40b3b8903af4 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:56.791706 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e97700d-b425-4f13-807a-c140c3c1732e,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:56.796062 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:56.857745 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:56.858916 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4292941
Nov 10 14:42:56.861646 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59332) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:42:56.866831 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Request body: {'security_group_rule': {'security_group_id': 'e94c3821-9275-42bb-bd91-452acfd2833a', 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:42:56.872997 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:42:56.877063 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Usage tracker for resource:security_group_rule and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:42:56.880100 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:42:56.886545 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:42:56.949270 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.securitygroups_db [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Project 65d99594641a4e72a328c38c5a7dbab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 14:42:56.957565 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:57.037987 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:57.103490 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:57.105632 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f13135de-43ad-4eaf-826d-52e4ba6c54c2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:57.128755 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b13fe44-3d5a-4b48-95e2-54783b332403,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:57.133131 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:57.189592 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:57.190944 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2ed4f455-a6db-4858-9413-804fe99509fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3283486
Nov 10 14:42:57.311389 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Sync routers for ids ['11a7e007-e3a6-4838-93e7-7078cd552986'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:42:57.322503 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Routers {'11a7e007-e3a6-4838-93e7-7078cd552986'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:57.325942 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fede74430>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:42:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['11a7e007-e3a6-4838-93e7-7078cd552986'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:57.475687 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-62d1139b-4721-44c8-90be-d29aa72de988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:57.532641 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Set router 11a7e007-e3a6-4838-93e7-7078cd552986 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:57.868656 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fede74430>, [{'id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'name': 'tempest-TestShelveInstance-192562590-router', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:47Z', 'updated_at': '2021-11-10T14:42:52Z', 'revision_number': 4, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'gw_port': {'id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:48Z', 'updated_at': '2021-11-10T14:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '6bc2dd74-d94e-485e-b911-c868ea283931', 'name': '', 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'mac_address': 'fa:16:3e:34:37:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cdf40323-4916-45cb-b885-218ca88f1e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:51Z', 'updated_at': '2021-11-10T14:42:52Z', 'revision_number': 2, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'subnets': [{'id': 'cdf40323-4916-45cb-b885-218ca88f1e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:57.872521 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Checking router: 11a7e007-e3a6-4838-93e7-7078cd552986 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:42:57.872886 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Updating router 11a7e007-e3a6-4838-93e7-7078cd552986 port 6bc2dd74-d94e-485e-b911-c868ea283931 binding host dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:42:57.929687 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:58.145420 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:42:58.222622 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:42:58.223187 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:58.332798 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:58.348653 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Transition to ACTIVE for port object 6bc2dd74-d94e-485e-b911-c868ea283931 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:42:58.418148 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:58.422518 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:58.434981 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:58.537548 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Pushing event updated for resources: {'Port': ['ID=6bc2dd74-d94e-485e-b911-c868ea283931,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:58.551566 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:58.551842 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:58.551969 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:58.552411 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:58.552608 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:58.552950 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:58.553262 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:58.553587 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:58.553940 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:58.554262 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:58.554581 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:58.554896 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:42:58.566487 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:58.667199 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Attempting to bind port 6bc2dd74-d94e-485e-b911-c868ea283931 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:42:58.667576 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Attempting to bind port 6bc2dd74-d94e-485e-b911-c868ea283931 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '92858468-2d53-4d26-85c6-93f955186b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:42:58.667952 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Attempting to bind port 6bc2dd74-d94e-485e-b911-c868ea283931 on network 5b8ef1f2-e1b0-468e-bc89-9294b104ee63 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:42:58.673938 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:42:58.674319 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Checking segment: {'id': '92858468-2d53-4d26-85c6-93f955186b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:42:58.674861 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:58.675285 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Bound using segment: {'id': '92858468-2d53-4d26-85c6-93f955186b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:42:58.675757 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Bound port: 6bc2dd74-d94e-485e-b911-c868ea283931, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92858468-2d53-4d26-85c6-93f955186b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:42:58.676158 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:58.786410 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] For port 6bc2dd74-d94e-485e-b911-c868ea283931, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:42:58.789710 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] For port 6bc2dd74-d94e-485e-b911-c868ea283931, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=6bc2dd74-d94e-485e-b911-c868ea283931,segment=NetworkSegment(92858468-2d53-4d26-85c6-93f955186b32),segment_id=92858468-2d53-4d26-85c6-93f955186b32)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:42:58.870584 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:42:58.875866 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-fa480693-4c8f-4edb-9326-e11abf037ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:42:58.954056 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Routers {'11a7e007-e3a6-4838-93e7-7078cd552986'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:42:58.954056 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fede74430>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:42:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['11a7e007-e3a6-4838-93e7-7078cd552986'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:59.017414 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Pushing event updated for resources: {'Port': ['ID=6bc2dd74-d94e-485e-b911-c868ea283931,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:42:59.023241 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:42:59.149651 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] Set router 11a7e007-e3a6-4838-93e7-7078cd552986 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:42:59.486328 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fede74430>, [{'id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'name': 'tempest-TestShelveInstance-192562590-router', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:47Z', 'updated_at': '2021-11-10T14:42:52Z', 'revision_number': 4, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'gw_port': {'id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:48Z', 'updated_at': '2021-11-10T14:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '6bc2dd74-d94e-485e-b911-c868ea283931', 'name': '', 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'mac_address': 'fa:16:3e:34:37:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cdf40323-4916-45cb-b885-218ca88f1e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:51Z', 'updated_at': '2021-11-10T14:42:58Z', 'revision_number': 4, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'subnets': [{'id': 'cdf40323-4916-45cb-b885-218ca88f1e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:42:59.490583 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57f079-8f9b-493b-a309-ed20de34339b None None] The sync data for ids ['11a7e007-e3a6-4838-93e7-7078cd552986'] in dv-cinder-817404-1-iscsi is: [{'id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'name': 'tempest-TestShelveInstance-192562590-router', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:47Z', 'updated_at': '2021-11-10T14:42:52Z', 'revision_number': 4, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'gw_port': {'id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:48Z', 'updated_at': '2021-11-10T14:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '6bc2dd74-d94e-485e-b911-c868ea283931', 'name': '', 'network_id': '5b8ef1f2-e1b0-468e-bc89-9294b104ee63', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'mac_address': 'fa:16:3e:34:37:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cdf40323-4916-45cb-b885-218ca88f1e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:51Z', 'updated_at': '2021-11-10T14:42:58Z', 'revision_number': 4, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'subnets': [{'id': 'cdf40323-4916-45cb-b885-218ca88f1e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:42:59.749999 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:00.163768 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 6bc2dd74-d94e-485e-b911-c868ea283931 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:43:00.316223 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 6bc2dd74-d94e-485e-b911-c868ea283931 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:43:00.328852 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 6bc2dd74-d94e-485e-b911-c868ea283931 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:43:00.329758 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:00.474019 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:00.516372 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 6bc2dd74-d94e-485e-b911-c868ea283931, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=6bc2dd74-d94e-485e-b911-c868ea283931,segment=NetworkSegment(92858468-2d53-4d26-85c6-93f955186b32),segment_id=92858468-2d53-4d26-85c6-93f955186b32)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:43:00.583858 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:00.585610 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:00.656512 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=6bc2dd74-d94e-485e-b911-c868ea283931,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:00.659884 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:02.114131 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 6bc2dd74-d94e-485e-b911-c868ea283931 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:43:02.184888 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 6bc2dd74-d94e-485e-b911-c868ea283931 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:43:02.185270 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:03.569989 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 59464) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:43:03.691637 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8a08edcb-9e12-4ee4-8472-919e3abeb7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:03.706741 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-8a08edcb-9e12-4ee4-8472-919e3abeb7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:43:03.710620 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-8a08edcb-9e12-4ee4-8472-919e3abeb7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce3273ff47e4d5683347d3f10d55bd9 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:43:03.713480 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-8a08edcb-9e12-4ee4-8472-919e3abeb7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:43:03.719280 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-8a08edcb-9e12-4ee4-8472-919e3abeb7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:43:03.808426 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8a08edcb-9e12-4ee4-8472-919e3abeb7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:03.857882 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8a08edcb-9e12-4ee4-8472-919e3abeb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:03.866752 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-77926b4b-c844-4d05-a96a-1e120cc6a204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:03.909287 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8a08edcb-9e12-4ee4-8472-919e3abeb7c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ce3273ff47e4d5683347d3f10d55bd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3380442
Nov 10 14:43:03.911828 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08edcb-9e12-4ee4-8472-919e3abeb7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31fb7b6-8c97-46cd-836c-03634bfa82de,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:03.912542 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 59472) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:43:03.915607 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8a08edcb-9e12-4ee4-8472-919e3abeb7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:03.978847 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dca85b64-8a0f-42f5-b2e2-df53753a7c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:04.006069 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dca85b64-8a0f-42f5-b2e2-df53753a7c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:04.143358 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dca85b64-8a0f-42f5-b2e2-df53753a7c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:04.147543 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5186e124-4549-4965-80e8-84fcb06bf89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:04.164087 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca85b64-8a0f-42f5-b2e2-df53753a7c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31fb7b6-8c97-46cd-836c-03634bfa82de,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:04.168949 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-dca85b64-8a0f-42f5-b2e2-df53753a7c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:04.170115 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dca85b64-8a0f-42f5-b2e2-df53753a7c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:04.174034 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-dca85b64-8a0f-42f5-b2e2-df53753a7c95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e31fb7b6-8c97-46cd-836c-03634bfa82de HTTP/1.1" status: 204  len: 168 time: 0.2603729
Nov 10 14:43:09.166356 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:43:14.469243 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:24.823540 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76f987cb-6c7b-4f6e-9119-62a608bd7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:25.233948 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:27.463009 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2d46c664-8de8-4778-b2b5-102018929697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:28.265003 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-8c33b434-176d-433b-bf65-44a14efec9bc req-274c4f0d-805e-409d-a520-5fd18d2fa38c tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Synchronizing usage tracker for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:security_group {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:43:28.463597 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-8c33b434-176d-433b-bf65-44a14efec9bc req-274c4f0d-805e-409d-a520-5fd18d2fa38c tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Unset dirty status for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:security_group {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:43:28.464771 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-274c4f0d-805e-409d-a520-5fd18d2fa38c tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1634125152&fields=id&tenant_id=65d99594641a4e72a328c38c5a7dbab7 HTTP/1.1" status: 200  len: 267 time: 0.2397726
Nov 10 14:43:28.548306 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:28.616244 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b434-176d-433b-bf65-44a14efec9bc req-31fff29e-f941-43b2-a21a-0576eca49793 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:28.617717 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-31fff29e-f941-43b2-a21a-0576eca49793 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/networks?id=06aee16b-8955-4aa1-8359-7a9338243c8a HTTP/1.1" status: 200  len: 808 time: 0.1462479
Nov 10 14:43:28.633032 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-b9130331-2b48-40bb-a6ff-48010a2d89f9 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/quotas/65d99594641a4e72a328c38c5a7dbab7 HTTP/1.1" status: 200  len: 375 time: 0.0091171
Nov 10 14:43:28.718352 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-8c33b434-176d-433b-bf65-44a14efec9bc req-55d4cf9a-e393-48b2-be49-9c44eed27c03 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Synchronizing usage tracker for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:43:28.857698 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-8c33b434-176d-433b-bf65-44a14efec9bc req-55d4cf9a-e393-48b2-be49-9c44eed27c03 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Unset dirty status for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:43:28.859350 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-55d4cf9a-e393-48b2-be49-9c44eed27c03 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=65d99594641a4e72a328c38c5a7dbab7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2205894
Nov 10 14:43:28.998093 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-5b6639c4-d75d-4c9e-91af-4c12dee5f415 service neutron] 10.222.0.37 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274884
Nov 10 14:43:29.132585 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1135ec78-a686-47cf-b088-e14c1ae684f2 service neutron] 10.222.0.37 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270125
Nov 10 14:43:29.748452 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:29.823230 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1e04b51b-eca0-49e9-8e5f-227080814aac req-acb281b9-c930-436a-87b3-9c7062c97e07 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 210 time: 0.0464859
Nov 10 14:43:30.982237 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c443054-3137-4664-aa26-56a0059cfd13 req-f1b14908-da44-4a5f-bee0-4a243d699784 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 210 time: 0.0450499
Nov 10 14:43:32.128935 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-40241655-1f1a-4029-befe-2c5961a52a5e req-e10a3224-57ed-4147-aa84-cc9cdab7cac9 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 210 time: 0.0434031
Nov 10 14:43:32.284716 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b434-176d-433b-bf65-44a14efec9bc req-2d6c0120-2b69-465b-b463-7d6465d2b75e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:32.285319 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8c33b434-176d-433b-bf65-44a14efec9bc req-2d6c0120-2b69-465b-b463-7d6465d2b75e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Synchronizing usage tracker for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:network {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:43:32.405815 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8c33b434-176d-433b-bf65-44a14efec9bc req-2d6c0120-2b69-465b-b463-7d6465d2b75e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Unset dirty status for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:network {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:43:32.406957 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-2d6c0120-2b69-465b-b463-7d6465d2b75e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.16 "GET /v2.0/networks?id=06aee16b-8955-4aa1-8359-7a9338243c8a HTTP/1.1" status: 200  len: 808 time: 0.2693918
Nov 10 14:43:32.466582 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8c33b434-176d-433b-bf65-44a14efec9bc req-42957a14-4620-4de2-a05d-5b9545ea95f2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Synchronizing usage tracker for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:43:32.478825 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8c33b434-176d-433b-bf65-44a14efec9bc req-42957a14-4620-4de2-a05d-5b9545ea95f2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Unset dirty status for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:43:32.479966 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-42957a14-4620-4de2-a05d-5b9545ea95f2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d99594641a4e72a328c38c5a7dbab7 HTTP/1.1" status: 200  len: 380 time: 0.0542057
Nov 10 14:43:32.489818 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Request body: {'port': {'device_id': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'admin_state_up': True, 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'security_groups': ['e94c3821-9275-42bb-bd91-452acfd2833a']}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:43:32.634627 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:43:32.646052 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:43:32.720234 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Made reservation on behalf of 65d99594641a4e72a328c38c5a7dbab7 for: {'port': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:43:32.723913 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:32.892522 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Allocated IP 172.20.0.5 (06aee16b-8955-4aa1-8359-7a9338243c8a/1eea0968-76c3-4317-b87f-40967bc68174/b42adcb8-40a0-44d2-a2d6-baad0147cdde) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:43:33.096535 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:33.123010 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Transition to ACTIVE for port object b42adcb8-40a0-44d2-a2d6-baad0147cdde will not be triggered until provisioned by entity DHCP. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:43:33.198176 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f55d9-b23b-4c66-81c7-49e3a4bfcbb9 req-5c0ff862-c7ae-41c3-9305-2ba20afd2f4b tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:33.199695 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a23f55d9-b23b-4c66-81c7-49e3a4bfcbb9 req-5c0ff862-c7ae-41c3-9305-2ba20afd2f4b tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 945 time: 0.0856848
Nov 10 14:43:33.229469 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:33.236110 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:33.254618 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a23f55d9-b23b-4c66-81c7-49e3a4bfcbb9 req-f6efc0f6-d079-4502-b425-7a8e792ebf03 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451360
Nov 10 14:43:33.353360 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Network 06aee16b-8955-4aa1-8359-7a9338243c8a is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:43:33.361266 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:43:33.369042 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:43:33.394826 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event updated for resources: {'Port': ['ID=b42adcb8-40a0-44d2-a2d6-baad0147cdde,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:33.420177 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:33.420555 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:33.420974 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:33.421279 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:33.421637 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:33.422010 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:33.422346 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:33.422688 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:33.423036 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:33.426681 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:33.426681 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:33.426681 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:33.432422 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:33.457775 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:33.477047 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:33.481731 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d71b6d-71ef-4c3a-8569-dc54cc6abe16 req-f4030f96-0b62-48fd-ada4-9a3514e027fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:33.483314 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-98d71b6d-71ef-4c3a-8569-dc54cc6abe16 req-f4030f96-0b62-48fd-ada4-9a3514e027fa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 931 time: 0.2096856
Nov 10 14:43:33.535949 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-98d71b6d-71ef-4c3a-8569-dc54cc6abe16 req-0a39f09f-5f36-49bd-8067-757771ed0c31 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416856
Nov 10 14:43:33.672639 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-1e7ce81f-23c3-4bf4-bc40-cf5b75db9754 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1864018
Nov 10 14:43:33.687856 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Request body: {'port': {'device_id': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:43:33.798202 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:33.849712 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ff801847-5b59-4eaf-b996-64f2745df608 None None] Provisioning for port b42adcb8-40a0-44d2-a2d6-baad0147cdde completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:43:33.855454 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ff801847-5b59-4eaf-b996-64f2745df608 None None] Provisioning complete for port b42adcb8-40a0-44d2-a2d6-baad0147cdde triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:43:33.855978 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff801847-5b59-4eaf-b996-64f2745df608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:33.911132 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ff801847-5b59-4eaf-b996-64f2745df608 None None] Port b42adcb8-40a0-44d2-a2d6-baad0147cdde cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:43:34.147341 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42adcb8-40a0-44d2-a2d6-baad0147cdde {{(pid=87468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:43:34.155723 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:34.169910 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Transition to ACTIVE for port object b42adcb8-40a0-44d2-a2d6-baad0147cdde will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:43:34.279695 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:34.284615 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-b01aea71-6ad6-4ead-9f60-e7f4cb6a6ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:34.588375 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Pushing event updated for resources: {'Port': ['ID=b42adcb8-40a0-44d2-a2d6-baad0147cdde,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:34.598737 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:34.667833 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3af1b4-1c36-45fc-8125-f26c9bfbce72 req-548fd907-1043-48a1-89be-5a8cddaf5123 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:34.669318 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ec3af1b4-1c36-45fc-8125-f26c9bfbce72 req-548fd907-1043-48a1-89be-5a8cddaf5123 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 945 time: 0.2484350
Nov 10 14:43:34.706137 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Attempting to bind port b42adcb8-40a0-44d2-a2d6-baad0147cdde on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:43:34.706388 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Attempting to bind port b42adcb8-40a0-44d2-a2d6-baad0147cdde by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:43:34.706752 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Attempting to bind port b42adcb8-40a0-44d2-a2d6-baad0147cdde on network 06aee16b-8955-4aa1-8359-7a9338243c8a {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:43:34.722108 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Port b42adcb8-40a0-44d2-a2d6-baad0147cdde on network 06aee16b-8955-4aa1-8359-7a9338243c8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:43:34.722443 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Attempting to bind port b42adcb8-40a0-44d2-a2d6-baad0147cdde on network 06aee16b-8955-4aa1-8359-7a9338243c8a {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:43:34.725908 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38351c64-6d52-404c-9113-12f2b8f9165c req-36bfb939-55bc-477e-ae4e-f32239d8d5ba tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:34.727568 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-38351c64-6d52-404c-9113-12f2b8f9165c req-36bfb939-55bc-477e-ae4e-f32239d8d5ba tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0822330
Nov 10 14:43:34.732680 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:43:34.733026 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Checking segment: {'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:43:34.733418 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Bound using segment: {'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:43:34.733862 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Bound port: b42adcb8-40a0-44d2-a2d6-baad0147cdde, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6449f83a-3952-4bb5-83ba-ad90b8c51875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:43:34.734214 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:34.749207 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ec3af1b4-1c36-45fc-8125-f26c9bfbce72 req-e42e407f-2958-4fdd-a3dd-129ab3d821ba tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730398
Nov 10 14:43:34.775447 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-38351c64-6d52-404c-9113-12f2b8f9165c req-341ed261-bcbf-4718-a01a-2bc186172b77 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408831
Nov 10 14:43:34.833045 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] For port b42adcb8-40a0-44d2-a2d6-baad0147cdde, host hv-cinder-81740, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:43:34.836033 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] For port b42adcb8-40a0-44d2-a2d6-baad0147cdde, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:43:34.926082 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:34.932206 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:35.008596 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:35.009129 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:35.010409 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] 10.222.0.16 "PUT /v2.0/ports/b42adcb8-40a0-44d2-a2d6-baad0147cdde HTTP/1.1" status: 200  len: 1093 time: 1.3266904
Nov 10 14:43:35.010992 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:43:35.034703 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Pushing event updated for resources: {'Port': ['ID=b42adcb8-40a0-44d2-a2d6-baad0147cdde,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:35.048947 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:35.068424 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'status': 'completed', 'code': 200}
Nov 10 14:43:35.189730 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7d28-0b13-4d43-8227-9ed1cf069bde req-bdb51ab7-63af-400c-be8e-3aa4c902d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:35.191277 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-27eb7d28-0b13-4d43-8227-9ed1cf069bde req-bdb51ab7-63af-400c-be8e-3aa4c902d1f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65d99594641a4e72a328c38c5a7dbab7&device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 1096 time: 0.0912192
Nov 10 14:43:35.225520 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481016e-03b1-436d-83ce-6b1d19f95eb3 req-a17a3871-d84c-48ee-b2a9-03407b13cbc3 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:35.227718 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2481016e-03b1-436d-83ce-6b1d19f95eb3 req-a17a3871-d84c-48ee-b2a9-03407b13cbc3 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.16 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 945 time: 0.0974176
Nov 10 14:43:35.300446 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-2481016e-03b1-436d-83ce-6b1d19f95eb3 req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Deleting port f626bcc9-f12c-4991-9d02-5b7e8001afbe {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:43:35.300786 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2481016e-03b1-436d-83ce-6b1d19f95eb3 req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:35.334374 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7d28-0b13-4d43-8227-9ed1cf069bde req-66bc6d3f-f666-43d6-928a-30aa7c578f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:35.335860 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-27eb7d28-0b13-4d43-8227-9ed1cf069bde req-66bc6d3f-f666-43d6-928a-30aa7c578f24 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=65d99594641a4e72a328c38c5a7dbab7&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1341395
Nov 10 14:43:35.479341 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7d28-0b13-4d43-8227-9ed1cf069bde req-57d50a1d-f0a9-45a0-8ab6-1445b1511f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:35.480812 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-27eb7d28-0b13-4d43-8227-9ed1cf069bde req-57d50a1d-f0a9-45a0-8ab6-1445b1511f64 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1373422
Nov 10 14:43:35.608019 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b434-176d-433b-bf65-44a14efec9bc req-4a66c707-f7f9-48b5-882f-3eda6ff215bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:35.609518 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-4a66c707-f7f9-48b5-882f-3eda6ff215bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65d99594641a4e72a328c38c5a7dbab7&device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 1096 time: 0.0808940
Nov 10 14:43:35.626834 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-2481016e-03b1-436d-83ce-6b1d19f95eb3 req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] For port f626bcc9-f12c-4991-9d02-5b7e8001afbe, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=f626bcc9-f12c-4991-9d02-5b7e8001afbe,segment=NetworkSegment(cd8da422-276f-42cc-8fa9-e714f134a615),segment_id=cd8da422-276f-42cc-8fa9-e714f134a615)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:43:35.627271 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2481016e-03b1-436d-83ce-6b1d19f95eb3 req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:35.688182 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-fc2676e9-5739-4520-aec4-04d798b82076 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde HTTP/1.1" status: 200  len: 217 time: 0.0631030
Nov 10 14:43:35.750896 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-2481016e-03b1-436d-83ce-6b1d19f95eb3 req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Calling delete_port for f626bcc9-f12c-4991-9d02-5b7e8001afbe owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:43:35.752296 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b434-176d-433b-bf65-44a14efec9bc req-8f90cf49-2044-4f18-888d-44392368fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:35.753744 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-8f90cf49-2044-4f18-888d-44392368fcf2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eea0968-76c3-4317-b87f-40967bc68174 HTTP/1.1" status: 200  len: 847 time: 0.0580795
Nov 10 14:43:35.835596 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b434-176d-433b-bf65-44a14efec9bc req-fdb6bbc4-7bea-4398-8ca0-029b50eaac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:35.837911 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-fdb6bbc4-7bea-4398-8ca0-029b50eaac21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06aee16b-8955-4aa1-8359-7a9338243c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775650
Nov 10 14:43:35.983320 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb121389-f6c5-4922-b414-d4a2b196fbe8 req-fe05e1b7-c702-4d0e-8065-2a195b123423 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:35.984790 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bb121389-f6c5-4922-b414-d4a2b196fbe8 req-fe05e1b7-c702-4d0e-8065-2a195b123423 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 945 time: 0.1065798
Nov 10 14:43:36.019480 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2481016e-03b1-436d-83ce-6b1d19f95eb3 req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:36.027357 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:36.031825 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['f626bcc9-f12c-4991-9d02-5b7e8001afbe'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:43:36.036487 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-27feca19-69f9-4437-99f4-150df0906c6c service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902668
Nov 10 14:43:36.048622 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85687c-f853-49bf-9ff6-224cec2d42b9 req-328e6a6a-17b1-43b6-8d88-89d41244d18f tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:36.049314 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-ac85687c-f853-49bf-9ff6-224cec2d42b9 req-328e6a6a-17b1-43b6-8d88-89d41244d18f tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Synchronizing usage tracker for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:43:36.074796 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Pushing event deleted for resources: {'Port': ['ID=f626bcc9-f12c-4991-9d02-5b7e8001afbe,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:36.081220 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bb121389-f6c5-4922-b414-d4a2b196fbe8 req-c64093d2-fe22-4017-97b8-74628dda3847 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904887
Nov 10 14:43:36.117469 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:36.118381 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:36.118747 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:36.119125 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:36.123266 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:36.123266 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:36.123266 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:36.123266 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:36.123266 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:36.123266 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:36.123266 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:36.123266 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:36.132170 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:36.167452 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2481016e-03b1-436d-83ce-6b1d19f95eb3 req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] No DVR routers for this DVR port f626bcc9-f12c-4991-9d02-5b7e8001afbe on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:43:36.169960 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2481016e-03b1-436d-83ce-6b1d19f95eb3 req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:36.172687 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315945e3-60f5-4eb2-96bd-6af54acd76a9', 'name': 'network-vif-deleted', 'tag': 'f626bcc9-f12c-4991-9d02-5b7e8001afbe'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:43:36.216184 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8c33b434-176d-433b-bf65-44a14efec9bc req-65c1138d-7e73-4bc2-827b-6761cbe575ec service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639593
Nov 10 14:43:36.224731 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-ac85687c-f853-49bf-9ff6-224cec2d42b9 req-328e6a6a-17b1-43b6-8d88-89d41244d18f tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Unset dirty status for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:43:36.225995 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ac85687c-f853-49bf-9ff6-224cec2d42b9 req-328e6a6a-17b1-43b6-8d88-89d41244d18f tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.3131967
Nov 10 14:43:36.257576 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2481016e-03b1-436d-83ce-6b1d19f95eb3 req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.16 "DELETE /v2.0/ports/f626bcc9-f12c-4991-9d02-5b7e8001afbe HTTP/1.1" status: 204  len: 173 time: 1.0244749
Nov 10 14:43:36.273809 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ac85687c-f853-49bf-9ff6-224cec2d42b9 req-4b8b49fb-9ce4-418d-b8a4-146f4d0cbb39 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412006
Nov 10 14:43:36.514429 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315945e3-60f5-4eb2-96bd-6af54acd76a9', 'name': 'network-vif-deleted', 'tag': 'f626bcc9-f12c-4991-9d02-5b7e8001afbe', 'status': 'completed', 'code': 200}
Nov 10 14:43:37.260178 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-7ce79dbb-9b41-4dc3-a47f-8342b62d5bc6 req-8047020f-1a9f-41de-bbaa-d91b71f5e011 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Synchronizing usage tracker for tenant:213620b3f8464237aba58d6a775aaad8 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:43:37.354121 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-7ce79dbb-9b41-4dc3-a47f-8342b62d5bc6 req-8047020f-1a9f-41de-bbaa-d91b71f5e011 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Unset dirty status for tenant:213620b3f8464237aba58d6a775aaad8 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:43:37.355444 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7ce79dbb-9b41-4dc3-a47f-8342b62d5bc6 req-8047020f-1a9f-41de-bbaa-d91b71f5e011 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=315945e3-60f5-4eb2-96bd-6af54acd76a9 HTTP/1.1" status: 200  len: 210 time: 0.1457534
Nov 10 14:43:37.570276 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96617320-f7c0-4614-9c58-25e40b9eff17 req-1b0cfe59-1284-42a5-b25f-862a22c88801 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:37.572323 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-96617320-f7c0-4614-9c58-25e40b9eff17 req-1b0cfe59-1284-42a5-b25f-862a22c88801 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.1892698
Nov 10 14:43:37.615538 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-96617320-f7c0-4614-9c58-25e40b9eff17 req-a49d0e80-6e10-4d51-b969-c7636f8b1728 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373585
Nov 10 14:43:38.806194 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224380-ca21-48c2-8fe8-7bf4ac2530c9 req-971c48bc-974a-45d2-b796-d0903b6bba44 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:38.807694 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-58224380-ca21-48c2-8fe8-7bf4ac2530c9 req-971c48bc-974a-45d2-b796-d0903b6bba44 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0861118
Nov 10 14:43:38.854728 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-58224380-ca21-48c2-8fe8-7bf4ac2530c9 req-d912ac25-fdc0-4a18-8993-1cea7644ec5d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413570
Nov 10 14:43:39.123524 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device f626bcc9-f12c-4991-9d02-5b7e8001afbe no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:43:39.160164 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: f626bcc9-f12c-4991-9d02-5b7e8001afbe {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:43:39.160518 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device f626bcc9-f12c-4991-9d02-5b7e8001afbe not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:43:40.039047 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18823935-25d4-4617-8743-c18e6a7fbf1f req-d1939478-09d8-4eb4-91ad-e58d2606b009 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:40.043922 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-18823935-25d4-4617-8743-c18e6a7fbf1f req-d1939478-09d8-4eb4-91ad-e58d2606b009 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0805824
Nov 10 14:43:40.084848 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-18823935-25d4-4617-8743-c18e6a7fbf1f req-3de79a7e-d595-40cf-bf7a-4fcccaee43d2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385149
Nov 10 14:43:41.274988 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545bd33-76ea-4985-bac1-094ead9b234e req-89165bbf-e692-490e-ad79-485cc0e36b42 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:41.276481 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d545bd33-76ea-4985-bac1-094ead9b234e req-89165bbf-e692-490e-ad79-485cc0e36b42 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0851200
Nov 10 14:43:41.321620 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d545bd33-76ea-4985-bac1-094ead9b234e req-5d78af9f-d8fc-47f4-9e5a-e1577ba644b6 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375724
Nov 10 14:43:42.507111 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841f50-f2cc-4f31-9a2d-faeb263671c9 req-741f7c45-880c-4f31-b0b8-df3b06331a84 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:42.508603 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9b841f50-f2cc-4f31-9a2d-faeb263671c9 req-741f7c45-880c-4f31-b0b8-df3b06331a84 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0831287
Nov 10 14:43:42.557034 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9b841f50-f2cc-4f31-9a2d-faeb263671c9 req-6ad12d0e-2fbc-4f9d-b1c2-3f3fefbaefbd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420389
Nov 10 14:43:43.744551 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611961b-ea28-4b60-a789-c259432f6dde req-8d9d7531-0295-4b1a-bd0a-8f5304cc1f74 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:43.746071 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5611961b-ea28-4b60-a789-c259432f6dde req-8d9d7531-0295-4b1a-bd0a-8f5304cc1f74 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0828815
Nov 10 14:43:43.798597 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5611961b-ea28-4b60-a789-c259432f6dde req-fe207acd-5640-4160-9006-ba50df3c5b1c tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464954
Nov 10 14:43:44.479244 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:44.986514 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89093a3-9b5c-43fc-921c-653aab2b3d02 req-11464975-7367-40be-87a4-a0ed8779e189 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:44.988002 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f89093a3-9b5c-43fc-921c-653aab2b3d02 req-11464975-7367-40be-87a4-a0ed8779e189 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0842462
Nov 10 14:43:45.034392 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f89093a3-9b5c-43fc-921c-653aab2b3d02 req-8dd2e655-1136-4efa-a0d1-fdb548b59282 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404196
Nov 10 14:43:45.171574 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device b42adcb8-40a0-44d2-a2d6-baad0147cdde details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:43:45.238009 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4baf8e0f-dc45-4014-8d69-1a4a7586ecbb req-adc1a97c-e6c3-42df-a3d0-473742727127 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0752494
Nov 10 14:43:45.309090 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port b42adcb8-40a0-44d2-a2d6-baad0147cdde, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:43:45.326165 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'port_id': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'mac_address': 'fa:16:3e:f7:61:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eea0968-76c3-4317-b87f-40967bc68174', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:43:45.341995 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8e0f-dc45-4014-8d69-1a4a7586ecbb req-7bb9f028-8d44-4471-a8ed-29b43c44b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:45.343419 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4baf8e0f-dc45-4014-8d69-1a4a7586ecbb req-7bb9f028-8d44-4471-a8ed-29b43c44b79b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 1099 time: 0.0774915
Nov 10 14:43:45.383925 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:45.401131 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42adcb8-40a0-44d2-a2d6-baad0147cdde {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:43:45.417103 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port b42adcb8-40a0-44d2-a2d6-baad0147cdde, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:43:45.496502 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:45.498376 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:45.501155 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8e0f-dc45-4014-8d69-1a4a7586ecbb req-8c1ad4c0-4194-460a-92ad-6c545cdb353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:45.502630 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4baf8e0f-dc45-4014-8d69-1a4a7586ecbb req-8c1ad4c0-4194-460a-92ad-6c545cdb353d service neutron] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 917 time: 0.1371617
Nov 10 14:43:45.601595 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=b42adcb8-40a0-44d2-a2d6-baad0147cdde,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:45.604939 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:45.697819 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4baf8e0f-dc45-4014-8d69-1a4a7586ecbb req-e31c2c2f-681f-4525-8439-c93ad6d4b9bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8786c624-a8a4-414c-8ac7-af4283136112 HTTP/1.1" status: 200  len: 1002 time: 0.1821046
Nov 10 14:43:45.763159 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8e0f-dc45-4014-8d69-1a4a7586ecbb req-76dc168d-c5a6-4e68-9818-0dacfdae24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:45.764638 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4baf8e0f-dc45-4014-8d69-1a4a7586ecbb req-76dc168d-c5a6-4e68-9818-0dacfdae24c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.0584133
Nov 10 14:43:45.825853 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['b42adcb8-40a0-44d2-a2d6-baad0147cdde'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:43:45.846171 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8e0f-dc45-4014-8d69-1a4a7586ecbb req-cc431582-108c-41f1-9942-7878629a4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:45.847676 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4baf8e0f-dc45-4014-8d69-1a4a7586ecbb req-cc431582-108c-41f1-9942-7878629a4e7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696042
Nov 10 14:43:45.984249 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4baf8e0f-dc45-4014-8d69-1a4a7586ecbb req-a11a0a17-7045-4eeb-93d5-bd35a05152dc service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265030
Nov 10 14:43:46.164788 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:43:46.226211 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3daef-cec2-4335-90fb-c3c660a6c2b0 req-e640eafb-41ce-4a5d-9c18-799cc0865da0 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:46.227809 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-97c3daef-cec2-4335-90fb-c3c660a6c2b0 req-e640eafb-41ce-4a5d-9c18-799cc0865da0 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 944 time: 0.0849175
Nov 10 14:43:46.272634 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-97c3daef-cec2-4335-90fb-c3c660a6c2b0 req-95c842b8-3a95-4b85-af5a-a57440a17ed2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384686
Nov 10 14:43:47.461128 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568a704-dd46-416d-8b32-4b571be668d2 req-b91a4784-406f-44a5-8d53-1a21f16d9e3d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:47.462609 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3568a704-dd46-416d-8b32-4b571be668d2 req-b91a4784-406f-44a5-8d53-1a21f16d9e3d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 944 time: 0.0793130
Nov 10 14:43:47.510673 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3568a704-dd46-416d-8b32-4b571be668d2 req-b8dcf136-c073-4060-b637-d51a3a0ab308 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424664
Nov 10 14:43:48.693010 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2f1db-87aa-45db-b63f-64fa92cd8db9 req-3c179e81-ac11-4e55-84df-478f46c8d671 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:48.694483 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ece2f1db-87aa-45db-b63f-64fa92cd8db9 req-3c179e81-ac11-4e55-84df-478f46c8d671 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 944 time: 0.0793848
Nov 10 14:43:48.740470 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ece2f1db-87aa-45db-b63f-64fa92cd8db9 req-c50d874b-9d86-4648-913f-8c675fcbbd13 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395093
Nov 10 14:43:48.965318 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4baf8e0f-dc45-4014-8d69-1a4a7586ecbb req-07f81f03-ed48-40d6-807e-1060b358fa28 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265490
Nov 10 14:43:49.934697 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46838abc-c067-4798-8728-457ca5f54069 req-7280211d-3aeb-4ccb-a452-02743b270598 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:49.936280 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46838abc-c067-4798-8728-457ca5f54069 req-7280211d-3aeb-4ccb-a452-02743b270598 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 944 time: 0.0858216
Nov 10 14:43:49.972068 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-276f1a3b-3162-42ef-bf95-a3f7f1b820b9 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:49.972757 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-276f1a3b-3162-42ef-bf95-a3f7f1b820b9 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Synchronizing usage tracker for tenant:213620b3f8464237aba58d6a775aaad8 on resource:network {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:43:49.982300 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46838abc-c067-4798-8728-457ca5f54069 req-3fec16d7-70cd-4991-a6a2-5e49081f9068 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398004
Nov 10 14:43:50.044752 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-276f1a3b-3162-42ef-bf95-a3f7f1b820b9 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Unset dirty status for tenant:213620b3f8464237aba58d6a775aaad8 on resource:network {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:43:50.045903 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-276f1a3b-3162-42ef-bf95-a3f7f1b820b9 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/networks?id=341e51c5-348a-49c5-9a16-b7a87d87200e HTTP/1.1" status: 200  len: 813 time: 0.2253306
Nov 10 14:43:50.060461 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9a4f3245-2947-4160-a95a-907063a6077f tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/quotas/213620b3f8464237aba58d6a775aaad8 HTTP/1.1" status: 200  len: 375 time: 0.0091524
Nov 10 14:43:50.108309 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-1b6bd64e-5b82-4f52-be66-2406e1eb4be6 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=213620b3f8464237aba58d6a775aaad8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0429003
Nov 10 14:43:50.245874 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-b264574a-9a6c-481f-9ddf-a30c8c74543f service neutron] 10.222.0.37 "GET /v2.0/networks/341e51c5-348a-49c5-9a16-b7a87d87200e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308324
Nov 10 14:43:50.377366 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-d318a1c9-f555-48e2-aa55-2a2c7e1ce5bf service neutron] 10.222.0.37 "GET /v2.0/networks/341e51c5-348a-49c5-9a16-b7a87d87200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254218
Nov 10 14:43:50.651285 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-156160be-2612-4133-bc49-4a2c06a75dd1 req-87401709-7162-4c71-81ae-0154cf5a2490 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0439353
Nov 10 14:43:50.891625 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device b42adcb8-40a0-44d2-a2d6-baad0147cdde up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:43:51.027906 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port b42adcb8-40a0-44d2-a2d6-baad0147cdde completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:43:51.033281 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port b42adcb8-40a0-44d2-a2d6-baad0147cdde triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:43:51.034734 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:51.158189 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:51.176030 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ff46c-3be2-4121-9689-898b780879a2 req-d18e784d-7fbd-4175-8ba5-796f237899e0 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:51.177525 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-fb6ff46c-3be2-4121-9689-898b780879a2 req-d18e784d-7fbd-4175-8ba5-796f237899e0 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 944 time: 0.0907431
Nov 10 14:43:51.185535 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:43:51.197248 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port b42adcb8-40a0-44d2-a2d6-baad0147cdde, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:43:51.234524 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'code': 200}
Nov 10 14:43:51.234676 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-fb6ff46c-3be2-4121-9689-898b780879a2 req-88fc798e-c483-4d43-860a-bad8f9caf3e4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503776
Nov 10 14:43:51.336325 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:51.339518 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-178cda31-55d9-4953-9050-f1c24b13ab59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:51.406586 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=b42adcb8-40a0-44d2-a2d6-baad0147cdde,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:51.409774 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:51.713000 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e8db7-f397-4575-b2f8-d9972f395289 req-43e319c3-b7ab-4077-a8c1-ab5a719ff2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:51.714466 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6a6e8db7-f397-4575-b2f8-d9972f395289 req-43e319c3-b7ab-4077-a8c1-ab5a719ff2ef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 1098 time: 0.0767372
Nov 10 14:43:51.762737 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6a6e8db7-f397-4575-b2f8-d9972f395289 req-05ab45af-4284-4a31-b5c1-ad51ac8f8a8a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403967
Nov 10 14:43:51.807112 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-70cf3892-f63d-4570-827e-976c93a019bb req-02e276f3-dc0d-44bd-8c05-0726e4bc41bf tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0432575
Nov 10 14:43:52.417922 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0accd-ecee-43db-8c2c-1a847fa490c8 req-06356520-01fb-48d1-98de-95e8da1af4bd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:52.419424 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cda0accd-ecee-43db-8c2c-1a847fa490c8 req-06356520-01fb-48d1-98de-95e8da1af4bd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0805745
Nov 10 14:43:52.468905 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cda0accd-ecee-43db-8c2c-1a847fa490c8 req-9eeda7fc-c5f3-40a1-912c-e8303dbf95c5 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438111
Nov 10 14:43:52.755097 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224ac1c-323a-4b3f-a943-e8c7f1c47acc req-25b2d04b-09b7-4214-8b02-3be9ed581de1 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:52.756564 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5224ac1c-323a-4b3f-a943-e8c7f1c47acc req-25b2d04b-09b7-4214-8b02-3be9ed581de1 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0833480
Nov 10 14:43:52.803011 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5224ac1c-323a-4b3f-a943-e8c7f1c47acc req-5fee0b00-4eb5-452c-a1b6-73b8105a5728 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407374
Nov 10 14:43:52.963769 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8d76b411-dcaf-42fc-b9f5-01c11e928dba req-cf3b9327-302f-47f8-9ae5-584f44214fee tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0450540
Nov 10 14:43:53.225904 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-dfa3e08c-c612-45e3-877f-9f0462e34fdf tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:53.227353 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-dfa3e08c-c612-45e3-877f-9f0462e34fdf tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.16 "GET /v2.0/networks?id=341e51c5-348a-49c5-9a16-b7a87d87200e HTTP/1.1" status: 200  len: 813 time: 0.1447775
Nov 10 14:43:53.244978 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Request body: {'port': {'device_id': '0a5d8f91-e1e4-4097-b72b-fb390c3e7009', 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e', 'admin_state_up': True, 'tenant_id': '213620b3f8464237aba58d6a775aaad8'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:43:53.382677 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:43:53.392459 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:43:53.463243 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Made reservation on behalf of 213620b3f8464237aba58d6a775aaad8 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:43:53.466835 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:53.784515 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Allocated IP 172.20.0.13 (341e51c5-348a-49c5-9a16-b7a87d87200e/f51456f8-5bbe-418e-912e-1886e171a676/b72175c1-8712-4663-8878-3e55edaf04a7) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:43:53.796380 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4bc15-b01f-46d3-9202-8f411c54a4ce req-dd93733a-e976-4cee-9c07-ea877a2052d5 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:53.800786 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-40e4bc15-b01f-46d3-9202-8f411c54a4ce req-dd93733a-e976-4cee-9c07-ea877a2052d5 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.1642594
Nov 10 14:43:53.879254 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-40e4bc15-b01f-46d3-9202-8f411c54a4ce req-7c8c3224-b3da-40df-9cda-e4ac4fd4669e tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751626
Nov 10 14:43:54.023831 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131705b-d9a8-412a-9a7f-7da3b78f804d req-fc33a911-0576-4911-a500-04c2d974d6a9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:54.025911 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5131705b-d9a8-412a-9a7f-7da3b78f804d req-fc33a911-0576-4911-a500-04c2d974d6a9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0931511
Nov 10 14:43:54.071533 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5131705b-d9a8-412a-9a7f-7da3b78f804d req-9a53c563-abf4-4441-a6cf-ae4a13e915e9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395992
Nov 10 14:43:54.091334 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:54.137137 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd7edd-0fab-4aa3-abac-77e25a8bd4e8 req-54d071c1-6bbc-48d0-87d2-358668e07159 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:54.138647 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-16dd7edd-0fab-4aa3-abac-77e25a8bd4e8 req-54d071c1-6bbc-48d0-87d2-358668e07159 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.1295409
Nov 10 14:43:54.185839 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-16dd7edd-0fab-4aa3-abac-77e25a8bd4e8 req-7e4331e9-fb58-485b-bba6-af0899e1684d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415034
Nov 10 14:43:54.214715 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 59860) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:43:54.227172 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-64b615fe-4bbd-4b74-8f32-095700ceccef req-783da147-26b8-427c-a09e-6fe808f050f9 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0524516
Nov 10 14:43:54.229446 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:54.240988 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:54.293604 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Network 341e51c5-348a-49c5-9a16-b7a87d87200e is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:43:54.301469 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:43:54.305987 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:43:54.361353 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Pushing event updated for resources: {'Port': ['ID=b72175c1-8712-4663-8878-3e55edaf04a7,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:54.365550 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:54.378160 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:54.378768 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:54.458322 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9bb44c-8dd2-4562-a430-1fce1bfde7f6 tempest-TestShelveInstance-681538082 tempest-TestShelveInstance-681538082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:54.463270 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ce9bb44c-8dd2-4562-a430-1fce1bfde7f6 tempest-TestShelveInstance-681538082 tempest-TestShelveInstance-681538082-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 1093 time: 0.2441850
Nov 10 14:43:54.463410 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 59866) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:43:54.468377 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Request body: {'floatingip': {'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'port_id': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:43:54.474252 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:43:54.478243 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Usage tracker for resource:floatingip and tenant:65d99594641a4e72a328c38c5a7dbab7 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:43:54.486761 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2402062
Nov 10 14:43:54.486893 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:43:54.486893 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:43:54.498382 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Request body: {'port': {'device_id': '0a5d8f91-e1e4-4097-b72b-fb390c3e7009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:43:54.593608 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for floatingip, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:54.610661 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:54.734371 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:54.810640 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b57160f-b5e4-491c-b7ca-b0fac61a66d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:54.875043 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Allocated IP 172.27.3.152 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/f927c880-6637-4207-9e5d-4fb188f76197) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:43:54.956348 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72175c1-8712-4663-8878-3e55edaf04a7 {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:43:54.964128 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:54.979110 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Transition to ACTIVE for port object b72175c1-8712-4663-8878-3e55edaf04a7 will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:43:55.024680 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:55.039208 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:55.044087 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1ddeab2b-2364-4be8-a973-a0bcab004f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:55.120524 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:55.125402 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:55.184443 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:43:55.187962 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:43:55.191776 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:43:55.239968 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event updated for resources: {'Port': ['ID=f927c880-6637-4207-9e5d-4fb188f76197,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:55.245229 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:55.268013 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:55.285706 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Pushing event updated for resources: {'Port': ['ID=b72175c1-8712-4663-8878-3e55edaf04a7,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:55.288477 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:55.350324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Attempting to bind port b72175c1-8712-4663-8878-3e55edaf04a7 on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:43:55.350715 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Attempting to bind port b72175c1-8712-4663-8878-3e55edaf04a7 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': 'cd8da422-276f-42cc-8fa9-e714f134a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:43:55.350983 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Attempting to bind port b72175c1-8712-4663-8878-3e55edaf04a7 on network 341e51c5-348a-49c5-9a16-b7a87d87200e {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:43:55.359185 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Port b72175c1-8712-4663-8878-3e55edaf04a7 on network 341e51c5-348a-49c5-9a16-b7a87d87200e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:43:55.359511 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Attempting to bind port b72175c1-8712-4663-8878-3e55edaf04a7 on network 341e51c5-348a-49c5-9a16-b7a87d87200e {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:43:55.367770 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:43:55.372768 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Checking segment: {'id': 'cd8da422-276f-42cc-8fa9-e714f134a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:43:55.372768 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Bound using segment: {'id': 'cd8da422-276f-42cc-8fa9-e714f134a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:43:55.372768 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Bound port: b72175c1-8712-4663-8878-3e55edaf04a7, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8da422-276f-42cc-8fa9-e714f134a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:43:55.372768 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:55.387235 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b93de-81d0-4029-a47c-b1f1723390ff req-a473095b-983a-4456-93a0-5150ac539074 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:55.389440 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9d7b93de-81d0-4029-a47c-b1f1723390ff req-a473095b-983a-4456-93a0-5150ac539074 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.1853013
Nov 10 14:43:55.508087 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9d7b93de-81d0-4029-a47c-b1f1723390ff req-cc71676f-6691-4ccb-863c-5ca80e89332f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883186
Nov 10 14:43:55.513194 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] For port b72175c1-8712-4663-8878-3e55edaf04a7, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:43:55.516561 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] For port b72175c1-8712-4663-8878-3e55edaf04a7, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b72175c1-8712-4663-8878-3e55edaf04a7,segment=NetworkSegment(cd8da422-276f-42cc-8fa9-e714f134a615),segment_id=cd8da422-276f-42cc-8fa9-e714f134a615)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:43:55.588555 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:55.593308 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:55.653987 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:55.653987 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:55.655732 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] 10.222.0.16 "PUT /v2.0/ports/b72175c1-8712-4663-8878-3e55edaf04a7 HTTP/1.1" status: 200  len: 1094 time: 1.1614397
Nov 10 14:43:55.658655 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5d8f91-e1e4-4097-b72b-fb390c3e7009', 'tag': 'b72175c1-8712-4663-8878-3e55edaf04a7'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:43:55.681228 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Pushing event updated for resources: {'Port': ['ID=b72175c1-8712-4663-8878-3e55edaf04a7,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:55.684864 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:55.701316 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dde444-eb10-4309-bf77-c21723c0ab96 req-4c4a3603-7ef1-46bd-9ea7-71d958207178 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:55.702798 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-95dde444-eb10-4309-bf77-c21723c0ab96 req-4c4a3603-7ef1-46bd-9ea7-71d958207178 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 944 time: 0.3538959
Nov 10 14:43:55.711122 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5d8f91-e1e4-4097-b72b-fb390c3e7009', 'tag': 'b72175c1-8712-4663-8878-3e55edaf04a7', 'status': 'completed', 'code': 200}
Nov 10 14:43:55.777922 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-95dde444-eb10-4309-bf77-c21723c0ab96 req-75960be5-3dae-46eb-ab3d-2ea496bbd9db tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687380
Nov 10 14:43:55.826079 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e6775-8c1a-46e2-8fb0-0a8a65f38def req-66505a6f-127d-445d-8795-443b23ca9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:55.827726 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-418e6775-8c1a-46e2-8fb0-0a8a65f38def req-66505a6f-127d-445d-8795-443b23ca9af8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=213620b3f8464237aba58d6a775aaad8&device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 1097 time: 0.0735025
Nov 10 14:43:55.831309 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:55.977225 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:56.057356 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e6775-8c1a-46e2-8fb0-0a8a65f38def req-f28adab1-e267-45f8-98d5-5ebac840b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:56.058881 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-418e6775-8c1a-46e2-8fb0-0a8a65f38def req-f28adab1-e267-45f8-98d5-5ebac840b7bd service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=213620b3f8464237aba58d6a775aaad8&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2186513
Nov 10 14:43:56.184716 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:56.201809 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e6775-8c1a-46e2-8fb0-0a8a65f38def req-67671f04-b2e5-4157-97cc-4ccc14db79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:56.203575 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-418e6775-8c1a-46e2-8fb0-0a8a65f38def req-67671f04-b2e5-4157-97cc-4ccc14db79a4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1348031
Nov 10 14:43:56.285378 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:56.289075 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:56.330040 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-d687f340-cf13-4635-80e7-0ce959e5bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:56.331581 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-d687f340-cf13-4635-80e7-0ce959e5bbbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=213620b3f8464237aba58d6a775aaad8&device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 1097 time: 0.0766258
Nov 10 14:43:56.393904 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event updated for resources: {'Port': ['ID=f927c880-6637-4207-9e5d-4fb188f76197,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:56.398056 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:56.406452 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:56.409346 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-72883f63-f10a-480d-8eb6-694f37d5b85a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b72175c1-8712-4663-8878-3e55edaf04a7 HTTP/1.1" status: 200  len: 217 time: 0.0649967
Nov 10 14:43:56.486767 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-bec26ece-4cff-411b-98fa-cbec1ffcd7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:56.488254 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-bec26ece-4cff-411b-98fa-cbec1ffcd7cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f51456f8-5bbe-418e-912e-1886e171a676 HTTP/1.1" status: 200  len: 853 time: 0.0625389
Nov 10 14:43:56.536301 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-d912fe15-a67d-4256-a2fb-17cf7219b9cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=341e51c5-348a-49c5-9a16-b7a87d87200e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404518
Nov 10 14:43:56.581237 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.l3_db [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Floating IP cbb95a10-aafd-4acf-956e-47860ec83335 associated. External IP: 172.27.3.152, port: b42adcb8-40a0-44d2-a2d6-baad0147cdde.
Nov 10 14:43:56.742755 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-9239d86e-69e7-4f79-9619-9f9b6945359f service neutron] 10.222.0.16 "GET /v2.0/networks/341e51c5-348a-49c5-9a16-b7a87d87200e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917694
Nov 10 14:43:56.778510 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee60fa-eb56-42f6-8f2a-0d37635414ab req-14f7a8fe-391b-42f5-84f8-ffa85e0e3086 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:56.780014 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69ee60fa-eb56-42f6-8f2a-0d37635414ab req-14f7a8fe-391b-42f5-84f8-ffa85e0e3086 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.1417158
Nov 10 14:43:56.899637 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69ee60fa-eb56-42f6-8f2a-0d37635414ab req-33859f06-35f2-485f-ab11-5764e7d4eddb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699303
Nov 10 14:43:56.922116 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae7875cc-3184-4691-8e7c-da46f1135181 req-e8c82c4a-65b2-4344-901c-8383d1704f09 service neutron] 10.222.0.16 "GET /v2.0/networks/341e51c5-348a-49c5-9a16-b7a87d87200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707888
Nov 10 14:43:57.004143 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Router 0a48d32b-605a-4bff-9b03-18b3eb183d54 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:43:57.092344 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49058-0390-4312-bd18-04ef27a4fcfd req-58c100b0-0da5-4d15-9fd3-92bfc733603d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:57.093700 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5ff49058-0390-4312-bd18-04ef27a4fcfd req-58c100b0-0da5-4d15-9fd3-92bfc733603d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 944 time: 0.1928437
Nov 10 14:43:57.323479 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5ff49058-0390-4312-bd18-04ef27a4fcfd req-14b484bc-fb50-4b8c-aa59-c1f9c2da1a07 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2213371
Nov 10 14:43:57.341372 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:43:57.360192 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454904b-2967-404c-9c48-b3c469b88c10 None None] Sync routers for ids ['0a48d32b-605a-4bff-9b03-18b3eb183d54'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:43:57.375168 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454904b-2967-404c-9c48-b3c469b88c10 None None] Routers {'0a48d32b-605a-4bff-9b03-18b3eb183d54'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:43:57.375783 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-6454904b-2967-404c-9c48-b3c469b88c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed987d00>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:43:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0a48d32b-605a-4bff-9b03-18b3eb183d54'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:43:57.456308 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:57.523096 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0477371
Nov 10 14:43:57.523096 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:43:57.536124 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f7a057f3-ee4c-447c-9ec9-adedbc49166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:57.556409 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-6454904b-2967-404c-9c48-b3c469b88c10 None None] Set router 0a48d32b-605a-4bff-9b03-18b3eb183d54 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:43:57.556564 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'status': 'completed', 'code': 200}
Nov 10 14:43:57.661288 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d21d83-8285-40b6-8a7c-cea6b2e61efc req-353f9ab5-1c10-49bc-9c00-d5136d40b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:57.662686 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51d21d83-8285-40b6-8a7c-cea6b2e61efc req-353f9ab5-1c10-49bc-9c00-d5136d40b908 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65d99594641a4e72a328c38c5a7dbab7&device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 1098 time: 0.0742898
Nov 10 14:43:57.797809 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d21d83-8285-40b6-8a7c-cea6b2e61efc req-4134662a-b54c-44a9-bb57-daa2fec0d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:57.799312 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51d21d83-8285-40b6-8a7c-cea6b2e61efc req-4134662a-b54c-44a9-bb57-daa2fec0d43f service neutron] 10.222.0.16 "GET /v2.0/networks?id=06aee16b-8955-4aa1-8359-7a9338243c8a HTTP/1.1" status: 200  len: 909 time: 0.1268642
Nov 10 14:43:57.904187 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51d21d83-8285-40b6-8a7c-cea6b2e61efc req-c894c2b2-99b9-42a3-a108-d023fc7c0431 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde HTTP/1.1" status: 200  len: 999 time: 0.0937304
Nov 10 14:43:57.906666 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-6454904b-2967-404c-9c48-b3c469b88c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed987d00>, [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 4, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'cbb95a10-aafd-4acf-956e-47860ec83335', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'port_id': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'mac_address': 'fa:16:3e:f7:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:43:55Z', 'updated_at': '2021-11-10T14:43:55Z', 'revision_number': 0, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753fc8ff-8f63-4c14-abb4-39cdf9c2fb57', 'name': '', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'mac_address': 'fa:16:3e:c7:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '1eea0968-76c3-4317-b87f-40967bc68174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:41Z', 'updated_at': '2021-11-10T14:42:50Z', 'revision_number': 5, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'subnets': [{'id': '1eea0968-76c3-4317-b87f-40967bc68174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:43:57.910627 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454904b-2967-404c-9c48-b3c469b88c10 None None] Checking router: 0a48d32b-605a-4bff-9b03-18b3eb183d54 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:43:57.919752 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454904b-2967-404c-9c48-b3c469b88c10 None None] Routers {'0a48d32b-605a-4bff-9b03-18b3eb183d54'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:43:57.920293 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-6454904b-2967-404c-9c48-b3c469b88c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed987d00>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:43:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0a48d32b-605a-4bff-9b03-18b3eb183d54'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:43:57.972963 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d21d83-8285-40b6-8a7c-cea6b2e61efc req-6b838c23-b9e2-44f5-b4af-cec859155147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:57.973579 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51d21d83-8285-40b6-8a7c-cea6b2e61efc req-6b838c23-b9e2-44f5-b4af-cec859155147 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eea0968-76c3-4317-b87f-40967bc68174 HTTP/1.1" status: 200  len: 847 time: 0.0613258
Nov 10 14:43:58.057025 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d21d83-8285-40b6-8a7c-cea6b2e61efc req-f7dc1aa5-b081-47b8-bb4c-cec5a7a658f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:58.058728 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51d21d83-8285-40b6-8a7c-cea6b2e61efc req-f7dc1aa5-b081-47b8-bb4c-cec5a7a658f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06aee16b-8955-4aa1-8359-7a9338243c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751779
Nov 10 14:43:58.098218 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133d8bd-da97-4c13-8f7d-128c4f43b749 req-f16399d4-3253-481d-99a8-ae760d2d895a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:58.100107 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7133d8bd-da97-4c13-8f7d-128c4f43b749 req-f16399d4-3253-481d-99a8-ae760d2d895a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0885100
Nov 10 14:43:58.109062 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-6454904b-2967-404c-9c48-b3c469b88c10 None None] Set router 0a48d32b-605a-4bff-9b03-18b3eb183d54 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:43:58.146985 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7133d8bd-da97-4c13-8f7d-128c4f43b749 req-df4fc51d-7c7f-45d7-8aa9-40f3f1671af1 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406888
Nov 10 14:43:58.206523 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51d21d83-8285-40b6-8a7c-cea6b2e61efc req-75d32160-54e2-494c-821f-a9e22dc63899 service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398590
Nov 10 14:43:58.433835 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51d21d83-8285-40b6-8a7c-cea6b2e61efc req-73ffbf35-0d59-4ae1-8b38-8b5ad3acc31b service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2200241
Nov 10 14:43:58.493001 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:58.518889 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1790-5fdd-4cc4-852c-1ba08fe35f07 req-b6523019-d9f5-4041-a3d0-bfe29aa846da tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:58.519623 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-b09a1790-5fdd-4cc4-852c-1ba08fe35f07 req-b6523019-d9f5-4041-a3d0-bfe29aa846da tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Synchronizing usage tracker for tenant:213620b3f8464237aba58d6a775aaad8 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:43:58.523848 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-6454904b-2967-404c-9c48-b3c469b88c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed987d00>, [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 4, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'cbb95a10-aafd-4acf-956e-47860ec83335', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'port_id': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'mac_address': 'fa:16:3e:f7:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:43:55Z', 'updated_at': '2021-11-10T14:43:55Z', 'revision_number': 0, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753fc8ff-8f63-4c14-abb4-39cdf9c2fb57', 'name': '', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'mac_address': 'fa:16:3e:c7:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '1eea0968-76c3-4317-b87f-40967bc68174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:41Z', 'updated_at': '2021-11-10T14:42:50Z', 'revision_number': 5, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'subnets': [{'id': '1eea0968-76c3-4317-b87f-40967bc68174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:43:58.528825 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454904b-2967-404c-9c48-b3c469b88c10 None None] The sync data for ids ['0a48d32b-605a-4bff-9b03-18b3eb183d54'] in dv-cinder-817404-1-iscsi is: [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 4, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'cbb95a10-aafd-4acf-956e-47860ec83335', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'port_id': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'mac_address': 'fa:16:3e:f7:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:43:55Z', 'updated_at': '2021-11-10T14:43:55Z', 'revision_number': 0, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753fc8ff-8f63-4c14-abb4-39cdf9c2fb57', 'name': '', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'mac_address': 'fa:16:3e:c7:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '1eea0968-76c3-4317-b87f-40967bc68174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:41Z', 'updated_at': '2021-11-10T14:42:50Z', 'revision_number': 5, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'subnets': [{'id': '1eea0968-76c3-4317-b87f-40967bc68174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:43:58.656438 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-b09a1790-5fdd-4cc4-852c-1ba08fe35f07 req-b6523019-d9f5-4041-a3d0-bfe29aa846da tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Unset dirty status for tenant:213620b3f8464237aba58d6a775aaad8 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:43:58.657750 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b09a1790-5fdd-4cc4-852c-1ba08fe35f07 req-b6523019-d9f5-4041-a3d0-bfe29aa846da tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 944 time: 0.2227643
Nov 10 14:43:58.705128 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b09a1790-5fdd-4cc4-852c-1ba08fe35f07 req-b3335d66-2a93-4daa-a967-16e92b3b6d4e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415049
Nov 10 14:43:58.724797 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed47509a-ef99-4951-a728-d686cba78db3 None None] New status for floating IP cbb95a10-aafd-4acf-956e-47860ec83335: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:43:58.916037 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device b72175c1-8712-4663-8878-3e55edaf04a7 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:43:59.053602 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port b72175c1-8712-4663-8878-3e55edaf04a7, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b72175c1-8712-4663-8878-3e55edaf04a7,segment=NetworkSegment(cd8da422-276f-42cc-8fa9-e714f134a615),segment_id=cd8da422-276f-42cc-8fa9-e714f134a615)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:43:59.068152 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': 'b72175c1-8712-4663-8878-3e55edaf04a7', 'network_id': '341e51c5-348a-49c5-9a16-b7a87d87200e', 'port_id': 'b72175c1-8712-4663-8878-3e55edaf04a7', 'mac_address': 'fa:16:3e:48:cc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51456f8-5bbe-418e-912e-1886e171a676', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:43:59.127918 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:59.144832 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72175c1-8712-4663-8878-3e55edaf04a7 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:43:59.160389 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port b72175c1-8712-4663-8878-3e55edaf04a7, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b72175c1-8712-4663-8878-3e55edaf04a7,segment=NetworkSegment(cd8da422-276f-42cc-8fa9-e714f134a615),segment_id=cd8da422-276f-42cc-8fa9-e714f134a615)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:43:59.251040 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:59.253162 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f3ffde2a-91a8-4597-b3d7-d3673eab1d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:43:59.319543 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=b72175c1-8712-4663-8878-3e55edaf04a7,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:43:59.326928 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:59.327297 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:59.327633 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:59.327962 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:59.328293 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:59.328616 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:59.328937 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:59.329255 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:59.329574 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:59.329890 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:59.330206 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:59.330517 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:43:59.334233 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:43:59.339068 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d28a2-42ed-4cee-957c-f364525cde92 req-f071ec56-1862-492e-8a84-77c9cca21379 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:59.340559 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a27d28a2-42ed-4cee-957c-f364525cde92 req-f071ec56-1862-492e-8a84-77c9cca21379 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0811112
Nov 10 14:43:59.384648 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a27d28a2-42ed-4cee-957c-f364525cde92 req-63b3f038-1175-47f1-b99a-f8c3452c29f9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385270
Nov 10 14:43:59.563245 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['b72175c1-8712-4663-8878-3e55edaf04a7'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:43:59.787969 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:43:59.900021 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e821bc-fe22-46ad-9fac-aecb6b5b6073 req-30ffc9e2-d32f-4041-83da-982ef93d3d64 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:43:59.901456 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-37e821bc-fe22-46ad-9fac-aecb6b5b6073 req-30ffc9e2-d32f-4041-83da-982ef93d3d64 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 945 time: 0.0789075
Nov 10 14:43:59.949442 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-37e821bc-fe22-46ad-9fac-aecb6b5b6073 req-5b3edb49-f745-4a46-97a6-3490d35dc407 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421014
Nov 10 14:44:00.579396 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf140c7d-1844-4e08-9c52-47bdd02edbbf req-0307795a-6de1-45d0-9f10-b7eef3e72365 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:00.580948 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bf140c7d-1844-4e08-9c52-47bdd02edbbf req-0307795a-6de1-45d0-9f10-b7eef3e72365 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0881569
Nov 10 14:44:00.625019 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bf140c7d-1844-4e08-9c52-47bdd02edbbf req-9cf70df7-374d-4601-9f44-1bcb873bf1d2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382984
Nov 10 14:44:00.922768 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device b72175c1-8712-4663-8878-3e55edaf04a7 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:44:01.067758 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port b72175c1-8712-4663-8878-3e55edaf04a7 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:44:01.073123 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port b72175c1-8712-4663-8878-3e55edaf04a7 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:44:01.073504 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:01.137856 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f904dd-608f-427b-b8b7-603c2f197b4c req-b3c23ac0-8ade-47bf-8680-5143d99d0173 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:01.139348 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-78f904dd-608f-427b-b8b7-603c2f197b4c req-b3c23ac0-8ade-47bf-8680-5143d99d0173 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 945 time: 0.0841546
Nov 10 14:44:01.183596 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-78f904dd-608f-427b-b8b7-603c2f197b4c req-82df4cdb-5cfd-4c3e-b9d8-9409a3891ced tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384667
Nov 10 14:44:01.192996 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:01.220660 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5d8f91-e1e4-4097-b72b-fb390c3e7009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72175c1-8712-4663-8878-3e55edaf04a7'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:44:01.230123 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port b72175c1-8712-4663-8878-3e55edaf04a7, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b72175c1-8712-4663-8878-3e55edaf04a7,segment=NetworkSegment(cd8da422-276f-42cc-8fa9-e714f134a615),segment_id=cd8da422-276f-42cc-8fa9-e714f134a615)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:44:01.266930 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5d8f91-e1e4-4097-b72b-fb390c3e7009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72175c1-8712-4663-8878-3e55edaf04a7', 'code': 200}
Nov 10 14:44:01.319836 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:01.323073 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-433906ae-9fb1-4e3b-9650-93cebfa573ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:44:01.391809 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=b72175c1-8712-4663-8878-3e55edaf04a7,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:44:01.394863 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:44:01.653156 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb02a3-0f2c-4826-9a69-9754048fcea4 req-9a411fa0-c397-4902-95f8-0c94ac263bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:01.654603 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d0eb02a3-0f2c-4826-9a69-9754048fcea4 req-9a411fa0-c397-4902-95f8-0c94ac263bd9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 1099 time: 0.0731087
Nov 10 14:44:01.697119 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d0eb02a3-0f2c-4826-9a69-9754048fcea4 req-91be7cf7-34b8-41ad-8f0a-327870b6feb5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348766
Nov 10 14:44:01.813916 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a112b2f-b7ac-49b6-a770-f75b17d7009f req-3c60f1b6-7af6-41a6-8ef0-30b718e408f1 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:01.815393 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a112b2f-b7ac-49b6-a770-f75b17d7009f req-3c60f1b6-7af6-41a6-8ef0-30b718e408f1 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0824645
Nov 10 14:44:01.863155 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a112b2f-b7ac-49b6-a770-f75b17d7009f req-07ad2b9e-1251-4222-89f0-38c7c4796066 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420346
Nov 10 14:44:02.370702 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f41cdc-197c-4ac6-89ce-4f5bb710d61c req-c8594ca9-ca97-45b0-aa3d-25e1f397d66e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:02.372065 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-88f41cdc-197c-4ac6-89ce-4f5bb710d61c req-c8594ca9-ca97-45b0-aa3d-25e1f397d66e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 946 time: 0.0801616
Nov 10 14:44:02.419951 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-88f41cdc-197c-4ac6-89ce-4f5bb710d61c req-0d5e4577-94a1-4722-bb66-bc844dd3fddc tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422659
Nov 10 14:44:03.059204 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be25741-4180-44e7-9032-3da34f3d2a5d req-2f9490b7-ea5a-455f-bef7-0fac5cace6a0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:03.060675 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4be25741-4180-44e7-9032-3da34f3d2a5d req-2f9490b7-ea5a-455f-bef7-0fac5cace6a0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0863614
Nov 10 14:44:03.104699 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4be25741-4180-44e7-9032-3da34f3d2a5d req-89d9dc24-77b6-4d6d-b765-3fcd705d1db2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383363
Nov 10 14:44:03.603989 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939e8db-ea41-4887-b1da-7ed083db010e req-3d921be6-fef8-43e0-8c5d-8eed4e08907a tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:03.605452 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a939e8db-ea41-4887-b1da-7ed083db010e req-3d921be6-fef8-43e0-8c5d-8eed4e08907a tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 946 time: 0.0819089
Nov 10 14:44:03.650886 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a939e8db-ea41-4887-b1da-7ed083db010e req-474ad08c-4712-4e54-8b98-1e466d8ce4f8 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398273
Nov 10 14:44:04.296644 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf6cc5-70c2-4916-ad17-7c23a01cc0f2 req-afb390b1-a4c3-4ebf-be6c-63d908871afb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:04.298141 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-56cf6cc5-70c2-4916-ad17-7c23a01cc0f2 req-afb390b1-a4c3-4ebf-be6c-63d908871afb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0840271
Nov 10 14:44:04.343476 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-56cf6cc5-70c2-4916-ad17-7c23a01cc0f2 req-8adc20b2-4cc9-4c61-a770-634b3f2e946c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394006
Nov 10 14:44:05.531623 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f02ac-6208-41b6-bdeb-59e07b8bfd46 req-c31f544e-fb57-4811-be09-9a2585544765 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:05.533099 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e57f02ac-6208-41b6-bdeb-59e07b8bfd46 req-c31f544e-fb57-4811-be09-9a2585544765 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0817814
Nov 10 14:44:05.578276 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e57f02ac-6208-41b6-bdeb-59e07b8bfd46 req-8231173a-f3f0-4f5e-a719-f5c786cac22f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395124
Nov 10 14:44:06.777833 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139ee2a-434f-4416-b0a4-77148ddea62e req-9b11033f-82ca-4900-a1cb-1743a48302d8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:06.779347 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7139ee2a-434f-4416-b0a4-77148ddea62e req-9b11033f-82ca-4900-a1cb-1743a48302d8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0838294
Nov 10 14:44:06.827206 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7139ee2a-434f-4416-b0a4-77148ddea62e req-96e56d4a-5017-435e-bd2e-e4d71e6d60a6 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420630
Nov 10 14:44:08.023196 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9ceff-b57b-4d04-ba8b-7eb6952f5d86 req-79363452-b90f-4919-ae2c-35e2730ea282 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:08.025347 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-53a9ceff-b57b-4d04-ba8b-7eb6952f5d86 req-79363452-b90f-4919-ae2c-35e2730ea282 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0864131
Nov 10 14:44:08.068528 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-53a9ceff-b57b-4d04-ba8b-7eb6952f5d86 req-7edcadff-a78d-4a86-bee1-900b6902944a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374730
Nov 10 14:44:08.981332 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 8786c624-a8a4-414c-8ac7-af4283136112 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:44:09.115350 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=8786c624-a8a4-414c-8ac7-af4283136112,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:44:09.129006 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '8786c624-a8a4-414c-8ac7-af4283136112', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'port_id': '8786c624-a8a4-414c-8ac7-af4283136112', 'mac_address': 'fa:16:3e:ce:a4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:44:09.184923 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:09.203747 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8786c624-a8a4-414c-8ac7-af4283136112 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:44:09.219101 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=8786c624-a8a4-414c-8ac7-af4283136112,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:44:09.267706 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a763180-652e-4f45-9f46-7d4da70419b8 req-7ac7c129-0658-4159-89c0-003a36544a86 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:09.269740 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8a763180-652e-4f45-9f46-7d4da70419b8 req-7ac7c129-0658-4159-89c0-003a36544a86 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0875580
Nov 10 14:44:09.318023 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8a763180-652e-4f45-9f46-7d4da70419b8 req-1bce0be9-bc2e-4444-bc48-65d60b6f1dd9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426369
Nov 10 14:44:09.318985 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:09.320887 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:44:09.393077 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=8786c624-a8a4-414c-8ac7-af4283136112,revision_number=6']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:44:09.396103 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:44:09.450639 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['8786c624-a8a4-414c-8ac7-af4283136112'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:44:10.510093 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f658e-16f7-4ac8-89ad-c21f9fc6fcb2 req-4918a4c3-5b6e-4f4b-99b9-e47cb9094900 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:10.511682 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-404f658e-16f7-4ac8-89ad-c21f9fc6fcb2 req-4918a4c3-5b6e-4f4b-99b9-e47cb9094900 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 945 time: 0.0812943
Nov 10 14:44:10.556872 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-404f658e-16f7-4ac8-89ad-c21f9fc6fcb2 req-580e6f1b-4466-448f-b107-1b7380fd5c20 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396531
Nov 10 14:44:10.987770 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 8786c624-a8a4-414c-8ac7-af4283136112 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:44:11.059295 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 8786c624-a8a4-414c-8ac7-af4283136112 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:44:11.059678 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:11.175605 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:11.204248 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:44:11.217523 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=8786c624-a8a4-414c-8ac7-af4283136112,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:44:11.250024 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112', 'code': 200}
Nov 10 14:44:11.261686 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:11.263565 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-9dd4a534-399c-4fd9-be10-a8752466f43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:44:11.330139 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=8786c624-a8a4-414c-8ac7-af4283136112,revision_number=7']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:44:11.333236 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:44:11.769526 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d18b-bbe9-4dae-a0f6-63838d9ab2ba req-354eece4-0cab-4fc4-85c5-c873d3e4281f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:11.771275 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2f25d18b-bbe9-4dae-a0f6-63838d9ab2ba req-354eece4-0cab-4fc4-85c5-c873d3e4281f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.1022894
Nov 10 14:44:11.819440 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2f25d18b-bbe9-4dae-a0f6-63838d9ab2ba req-dd85be1f-e82c-4d7d-9471-216dcaf27d9e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417831
Nov 10 14:44:13.054150 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407d72-6aa5-4862-bed8-15f4fd21b4d6 req-03307bca-62c3-4c94-86df-e3126fd6b7d7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:13.063447 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-05407d72-6aa5-4862-bed8-15f4fd21b4d6 req-03307bca-62c3-4c94-86df-e3126fd6b7d7 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.1088276
Nov 10 14:44:13.113036 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-05407d72-6aa5-4862-bed8-15f4fd21b4d6 req-d518c313-022d-4412-bed1-b297bb0131ac tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480490
Nov 10 14:44:14.352259 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951df98-11cd-4e0a-a383-755c35b5e742 req-263af644-bf58-47df-a545-9f94989e851e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:14.360030 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0951df98-11cd-4e0a-a383-755c35b5e742 req-263af644-bf58-47df-a545-9f94989e851e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.1224415
Nov 10 14:44:14.412367 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0951df98-11cd-4e0a-a383-755c35b5e742 req-5b7bebfe-5afa-4efc-8878-b44907bb610e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512869
Nov 10 14:44:14.485966 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:15.675845 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b75010-eb90-495c-9289-6a650129454e req-448615b0-d5cf-4f4d-b204-55bd7f8b9c0d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:15.678115 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b8b75010-eb90-495c-9289-6a650129454e req-448615b0-d5cf-4f4d-b204-55bd7f8b9c0d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.1033278
Nov 10 14:44:15.758892 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b8b75010-eb90-495c-9289-6a650129454e req-7fb69088-56ba-4671-88cb-bff5fa04728e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705740
Nov 10 14:44:16.994529 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b6a89-b283-425d-8a18-0fb802011dc7 req-c358887e-55ee-41d5-af95-5fc0832e770c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:16.996091 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-087b6a89-b283-425d-8a18-0fb802011dc7 req-c358887e-55ee-41d5-af95-5fc0832e770c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0928686
Nov 10 14:44:17.053598 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-087b6a89-b283-425d-8a18-0fb802011dc7 req-23b04b3a-5d19-44e5-9785-a020590e26b6 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517707
Nov 10 14:44:18.490012 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9f48f-6888-4a71-a6d7-033affa12ffb req-2eaa00ec-3205-4b23-b82e-210c4ed3fae8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:18.491576 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1bd9f48f-6888-4a71-a6d7-033affa12ffb req-2eaa00ec-3205-4b23-b82e-210c4ed3fae8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.1040165
Nov 10 14:44:18.541383 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1bd9f48f-6888-4a71-a6d7-033affa12ffb req-034db44f-9cc0-4eef-a6c5-71922c57be5a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432725
Nov 10 14:44:19.752267 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140b140-49e3-44bf-b002-d2370cdd857f req-717a48b3-7470-48c7-b119-7d78f278cb59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:19.760111 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6140b140-49e3-44bf-b002-d2370cdd857f req-717a48b3-7470-48c7-b119-7d78f278cb59 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.1016073
Nov 10 14:44:19.804279 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6140b140-49e3-44bf-b002-d2370cdd857f req-af6d29c0-a621-433f-ae54-7f6913e53805 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432088
Nov 10 14:44:21.022538 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c87d4-b7fb-4627-8a49-2b56299167d1 req-303ad052-fb85-4c28-9e64-5d2b73f2c1d5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:21.024834 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c56c87d4-b7fb-4627-8a49-2b56299167d1 req-303ad052-fb85-4c28-9e64-5d2b73f2c1d5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.1041625
Nov 10 14:44:21.078487 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c56c87d4-b7fb-4627-8a49-2b56299167d1 req-3a50cc7d-da63-4dcb-95a1-7298f0a475d8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453711
Nov 10 14:44:22.272621 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae626e-1d41-4cfd-9033-8f8d621706ac req-2aa1b2cd-5e9b-4b50-9e05-6a5d837b4dd3 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:22.274110 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a4ae626e-1d41-4cfd-9033-8f8d621706ac req-2aa1b2cd-5e9b-4b50-9e05-6a5d837b4dd3 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0803723
Nov 10 14:44:22.320258 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a4ae626e-1d41-4cfd-9033-8f8d621706ac req-fc2dec32-08ae-443e-ac2e-0a0ba8481821 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391481
Nov 10 14:44:23.164739 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:44:23.515154 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5a262-3b0d-42e6-b776-ec05ee07a2c4 req-8b0fc7c5-5b65-4d2d-beab-bc36d7a69e14 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:23.516664 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b8c5a262-3b0d-42e6-b776-ec05ee07a2c4 req-8b0fc7c5-5b65-4d2d-beab-bc36d7a69e14 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0860300
Nov 10 14:44:23.562105 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b8c5a262-3b0d-42e6-b776-ec05ee07a2c4 req-6bd858ae-4404-4d68-8f23-d40c671547bc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396390
Nov 10 14:44:24.770106 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336295c-f742-439c-8afa-49edfa212977 req-8e022bb5-2147-44c8-a24d-7da551d6789c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:24.771644 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8336295c-f742-439c-8afa-49edfa212977 req-8e022bb5-2147-44c8-a24d-7da551d6789c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0936892
Nov 10 14:44:24.819341 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8336295c-f742-439c-8afa-49edfa212977 req-83b8de54-0bde-4166-b102-54d0889c0c54 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418012
Nov 10 14:44:24.827540 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8069f825-6496-4cd0-984c-1836ab1c4cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:24.844517 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e05e9-5b07-4163-a487-b1bd4acc1c71 req-7ebbc822-3943-4124-851c-cb2839d48c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:24.846227 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f7e05e9-5b07-4163-a487-b1bd4acc1c71 req-7ebbc822-3943-4124-851c-cb2839d48c02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 1099 time: 0.0853267
Nov 10 14:44:25.013064 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e05e9-5b07-4163-a487-b1bd4acc1c71 req-a2c752f7-b241-4dc2-b93e-ea7795881abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:25.019580 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f7e05e9-5b07-4163-a487-b1bd4acc1c71 req-a2c752f7-b241-4dc2-b93e-ea7795881abf service neutron] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 917 time: 0.1531172
Nov 10 14:44:25.124815 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f7e05e9-5b07-4163-a487-b1bd4acc1c71 req-658f6eec-5158-46fa-b065-1fbc9ef4b653 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8786c624-a8a4-414c-8ac7-af4283136112 HTTP/1.1" status: 200  len: 1002 time: 0.1024003
Nov 10 14:44:25.278419 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e05e9-5b07-4163-a487-b1bd4acc1c71 req-792f6e20-22db-4a77-9449-d93610c0ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:25.278674 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:25.280456 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f7e05e9-5b07-4163-a487-b1bd4acc1c71 req-792f6e20-22db-4a77-9449-d93610c0ac4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.1449914
Nov 10 14:44:25.370015 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e05e9-5b07-4163-a487-b1bd4acc1c71 req-f50c809a-753b-43a0-9ff7-82682cb44dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:25.371537 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f7e05e9-5b07-4163-a487-b1bd4acc1c71 req-f50c809a-753b-43a0-9ff7-82682cb44dfb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791442
Nov 10 14:44:25.514120 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f7e05e9-5b07-4163-a487-b1bd4acc1c71 req-2f9042bb-bdd4-4f43-b0d1-294de9ba7e60 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300354
Nov 10 14:44:25.657072 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f7e05e9-5b07-4163-a487-b1bd4acc1c71 req-65441d30-56e0-4954-915e-1536889e554e service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327267
Nov 10 14:44:26.029557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af101d1e-2605-43c4-a95c-14a402babfa3 req-2211e02d-cc27-442d-9437-d18d8ca9fdb5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:26.030993 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-af101d1e-2605-43c4-a95c-14a402babfa3 req-2211e02d-cc27-442d-9437-d18d8ca9fdb5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0845904
Nov 10 14:44:26.074938 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-af101d1e-2605-43c4-a95c-14a402babfa3 req-6f9aaf38-d8f3-489d-b2c4-fde0eebe5ad4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383456
Nov 10 14:44:27.106761 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 8786c624-a8a4-414c-8ac7-af4283136112 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:44:27.251454 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:27.265455 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eebf39-7833-41b3-901b-baa09afad811 req-210630f6-4636-475b-a81a-7e103da7353d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:27.266978 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a3eebf39-7833-41b3-901b-baa09afad811 req-210630f6-4636-475b-a81a-7e103da7353d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 946 time: 0.0810056
Nov 10 14:44:27.279123 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:44:27.289419 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=8786c624-a8a4-414c-8ac7-af4283136112,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:44:27.315717 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a3eebf39-7833-41b3-901b-baa09afad811 req-d81f921d-9043-45d9-98c1-8370f42898e5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430663
Nov 10 14:44:27.325988 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112', 'code': 200}
Nov 10 14:44:27.387213 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:27.398168 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:44:27.458159 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=8786c624-a8a4-414c-8ac7-af4283136112,revision_number=8']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:44:27.462018 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:44:27.466696 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5465-9307-4b58-94d9-72bab5bc8d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:28.421446 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:28.507592 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580566b2-6b16-4b94-82ba-ba09823b601a req-73ca2f81-a517-4c11-ba78-3a3bc0927c9e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:28.509078 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-580566b2-6b16-4b94-82ba-ba09823b601a req-73ca2f81-a517-4c11-ba78-3a3bc0927c9e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0828414
Nov 10 14:44:28.558198 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-580566b2-6b16-4b94-82ba-ba09823b601a req-cb72407b-0ca9-4e60-b1d4-e73169994ad1 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421529
Nov 10 14:44:29.757708 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66709-8873-425d-adb6-caa98f5e12f6 req-ca8e1a42-8616-4855-bd0d-370d28ea2837 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:29.759220 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2cd66709-8873-425d-adb6-caa98f5e12f6 req-ca8e1a42-8616-4855-bd0d-370d28ea2837 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0866320
Nov 10 14:44:29.781067 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:29.802351 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2cd66709-8873-425d-adb6-caa98f5e12f6 req-f2dc6011-a7e6-4c0c-a853-04e0f9c7d77e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375862
Nov 10 14:44:31.114817 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 8786c624-a8a4-414c-8ac7-af4283136112 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:44:32.456901 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a9a8d-c6fa-4dae-8d48-5f35751cba67 req-866d688b-ed31-4094-86d2-6f8fb7df8b95 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:32.458366 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b50a9a8d-c6fa-4dae-8d48-5f35751cba67 req-866d688b-ed31-4094-86d2-6f8fb7df8b95 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 946 time: 0.1711082
Nov 10 14:44:32.510177 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b50a9a8d-c6fa-4dae-8d48-5f35751cba67 req-3eec4831-f427-4992-b29a-cd446bb2a0a3 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456860
Nov 10 14:44:32.784999 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cb4b7-4680-4ecd-b089-a12967b49449 req-8e3b1b87-1546-4d34-9652-ee6e195327ea tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:32.786467 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-896cb4b7-4680-4ecd-b089-a12967b49449 req-8e3b1b87-1546-4d34-9652-ee6e195327ea tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0852823
Nov 10 14:44:32.831665 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-896cb4b7-4680-4ecd-b089-a12967b49449 req-0abe9388-1d49-4ab2-a5dc-8b303e791350 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387518
Nov 10 14:44:33.152100 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 60144) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:44:33.261560 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1dfad432-3b38-4125-8151-6359826b41ae req-6f5df473-f77b-44f9-8edf-ea3e51e9c16f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1082132
Nov 10 14:44:33.690201 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d649e8-e889-4157-b76c-b957976218f1 req-f6ba1078-838c-4f89-8ed2-c40daf427178 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:33.691719 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-00d649e8-e889-4157-b76c-b957976218f1 req-f6ba1078-838c-4f89-8ed2-c40daf427178 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 946 time: 0.0796521
Nov 10 14:44:33.739032 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-00d649e8-e889-4157-b76c-b957976218f1 req-be3daace-54a9-4825-bd14-0e9b0d728e9b tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406151
Nov 10 14:44:34.027584 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829ba56-45b9-40f9-9c94-d88f5f461898 req-0f89c581-a5d8-42b9-832f-53c68b8a0969 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:34.029028 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2829ba56-45b9-40f9-9c94-d88f5f461898 req-0f89c581-a5d8-42b9-832f-53c68b8a0969 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0852318
Nov 10 14:44:34.072083 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2829ba56-45b9-40f9-9c94-d88f5f461898 req-baaec3f8-8988-4300-9c35-588e3776fdee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374024
Nov 10 14:44:34.811841 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62618d38-0ee9-492c-a59a-fb9f6cf7cf68 req-f436a902-ddac-43a5-a31b-74b3ce746bfd tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:34.813303 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-62618d38-0ee9-492c-a59a-fb9f6cf7cf68 req-f436a902-ddac-43a5-a31b-74b3ce746bfd tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 946 time: 0.0885227
Nov 10 14:44:34.940084 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-62618d38-0ee9-492c-a59a-fb9f6cf7cf68 req-ae4cd636-0481-4355-9429-a326c02a82be tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Deleting port b72175c1-8712-4663-8878-3e55edaf04a7 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:44:34.940084 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-62618d38-0ee9-492c-a59a-fb9f6cf7cf68 req-ae4cd636-0481-4355-9429-a326c02a82be tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:35.038213 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba474bc3-5cc8-4e4c-9385-4171ea724439 req-11f9cadd-39dd-4f7e-8174-6c8aa0f42624 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:35.040187 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ba474bc3-5cc8-4e4c-9385-4171ea724439 req-11f9cadd-39dd-4f7e-8174-6c8aa0f42624 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 946 time: 0.1916335
Nov 10 14:44:35.079895 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfad432-3b38-4125-8151-6359826b41ae req-4720be45-d288-4cf2-b6f8-d97ae69c04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:35.081378 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1dfad432-3b38-4125-8151-6359826b41ae req-4720be45-d288-4cf2-b6f8-d97ae69c04ee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d&tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066 HTTP/1.1" status: 200  len: 1097 time: 0.0716283
Nov 10 14:44:35.178315 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ba474bc3-5cc8-4e4c-9385-4171ea724439 req-fd12d535-1e6b-4bb4-884a-11ce9b91f59a tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307695
Nov 10 14:44:35.225154 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfad432-3b38-4125-8151-6359826b41ae req-0277fb70-4608-4935-8104-4e3cf38db53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:35.227204 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1dfad432-3b38-4125-8151-6359826b41ae req-0277fb70-4608-4935-8104-4e3cf38db53e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 1097 time: 0.1157982
Nov 10 14:44:35.238845 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-62618d38-0ee9-492c-a59a-fb9f6cf7cf68 req-ae4cd636-0481-4355-9429-a326c02a82be tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] For port b72175c1-8712-4663-8878-3e55edaf04a7, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b72175c1-8712-4663-8878-3e55edaf04a7,segment=NetworkSegment(cd8da422-276f-42cc-8fa9-e714f134a615),segment_id=cd8da422-276f-42cc-8fa9-e714f134a615)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:44:35.239241 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-62618d38-0ee9-492c-a59a-fb9f6cf7cf68 req-ae4cd636-0481-4355-9429-a326c02a82be tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:35.365167 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-62618d38-0ee9-492c-a59a-fb9f6cf7cf68 req-ae4cd636-0481-4355-9429-a326c02a82be tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Calling delete_port for b72175c1-8712-4663-8878-3e55edaf04a7 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:44:35.373821 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34de3c-19c2-415a-aadb-80ecbca0a40e req-39ba7f31-548c-47e9-aef5-0ec512b2daa8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:35.375346 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6a34de3c-19c2-415a-aadb-80ecbca0a40e req-39ba7f31-548c-47e9-aef5-0ec512b2daa8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.1869612
Nov 10 14:44:35.412955 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfad432-3b38-4125-8151-6359826b41ae req-d28f2175-a311-42db-8bb6-cd2266e0ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:35.414451 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1dfad432-3b38-4125-8151-6359826b41ae req-d28f2175-a311-42db-8bb6-cd2266e0ab80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 917 time: 0.1711524
Nov 10 14:44:35.486837 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6a34de3c-19c2-415a-aadb-80ecbca0a40e req-baa6754c-401b-4284-a0f3-6f97078f3823 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018298
Nov 10 14:44:35.531770 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1dfad432-3b38-4125-8151-6359826b41ae req-412eefdf-2775-4a56-8ab9-2cd994fad982 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8786c624-a8a4-414c-8ac7-af4283136112 HTTP/1.1" status: 200  len: 1000 time: 0.1037939
Nov 10 14:44:35.603760 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfad432-3b38-4125-8151-6359826b41ae req-14831938-4ae9-40e6-ad6b-f163e2981dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:35.605211 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1dfad432-3b38-4125-8151-6359826b41ae req-14831938-4ae9-40e6-ad6b-f163e2981dbe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.0625954
Nov 10 14:44:35.626928 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-62618d38-0ee9-492c-a59a-fb9f6cf7cf68 req-ae4cd636-0481-4355-9429-a326c02a82be tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:35.633538 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f9560669-7e02-4667-8a47-596cf36ded23 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:44:35.677619 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cd636-0481-4355-9429-a326c02a82be tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Pushing event deleted for resources: {'Port': ['ID=b72175c1-8712-4663-8878-3e55edaf04a7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:44:35.680295 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ae4cd636-0481-4355-9429-a326c02a82be tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:44:35.683553 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfad432-3b38-4125-8151-6359826b41ae req-bd35541c-086d-483b-ba9b-9644b1571bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:35.685038 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1dfad432-3b38-4125-8151-6359826b41ae req-bd35541c-086d-483b-ba9b-9644b1571bb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709844
Nov 10 14:44:35.827519 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1dfad432-3b38-4125-8151-6359826b41ae req-7008a45b-f57d-4386-8052-660673ededf0 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343679
Nov 10 14:44:35.848769 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-62618d38-0ee9-492c-a59a-fb9f6cf7cf68 req-ae4cd636-0481-4355-9429-a326c02a82be tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] No DVR routers for this DVR port b72175c1-8712-4663-8878-3e55edaf04a7 on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:44:35.851787 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-62618d38-0ee9-492c-a59a-fb9f6cf7cf68 req-ae4cd636-0481-4355-9429-a326c02a82be tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:35.854342 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5d8f91-e1e4-4097-b72b-fb390c3e7009', 'name': 'network-vif-deleted', 'tag': 'b72175c1-8712-4663-8878-3e55edaf04a7'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:44:35.897312 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5d8f91-e1e4-4097-b72b-fb390c3e7009', 'name': 'network-vif-deleted', 'tag': 'b72175c1-8712-4663-8878-3e55edaf04a7', 'status': 'completed', 'code': 200}
Nov 10 14:44:35.970760 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1dfad432-3b38-4125-8151-6359826b41ae req-28901c1e-d1bc-4492-888f-5d2615ec8953 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319726
Nov 10 14:44:35.999536 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-62618d38-0ee9-492c-a59a-fb9f6cf7cf68 req-ae4cd636-0481-4355-9429-a326c02a82be tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.16 "DELETE /v2.0/ports/b72175c1-8712-4663-8878-3e55edaf04a7 HTTP/1.1" status: 204  len: 173 time: 1.1797550
Nov 10 14:44:36.336243 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-01932119-2dc6-431a-85f9-89f98f5d842b req-64a0aaeb-087e-4e83-9ae6-50a4c3213a18 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0465987
Nov 10 14:44:36.709239 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5cb30-6ae3-4901-9503-6390cdcb9c10 req-534dae87-0054-498d-a4e6-4a7755fdd82f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:36.711689 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-59b5cb30-6ae3-4901-9503-6390cdcb9c10 req-534dae87-0054-498d-a4e6-4a7755fdd82f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.1055844
Nov 10 14:44:36.784047 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-59b5cb30-6ae3-4901-9503-6390cdcb9c10 req-17a232b4-c339-4591-83aa-9e621652fdeb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658019
Nov 10 14:44:37.129351 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device b72175c1-8712-4663-8878-3e55edaf04a7 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:44:37.163828 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: b72175c1-8712-4663-8878-3e55edaf04a7 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:44:37.164474 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device b72175c1-8712-4663-8878-3e55edaf04a7 not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:44:37.503566 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1c85c4ac-f01a-4324-822c-027929175041 req-615041c2-75cb-4b85-b41f-3dca2fa2192e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0437918
Nov 10 14:44:37.976987 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb7fc9-21c4-4a4a-a48d-52b21358ee52 req-2533d359-01ac-4915-ac92-e3b38a5accc4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:37.978452 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4cbb7fc9-21c4-4a4a-a48d-52b21358ee52 req-2533d359-01ac-4915-ac92-e3b38a5accc4 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0808115
Nov 10 14:44:38.026030 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4cbb7fc9-21c4-4a4a-a48d-52b21358ee52 req-0cb9bb29-991f-4f3a-9d19-8e1c828214c8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417602
Nov 10 14:44:38.689876 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-496303ce-559b-40d9-a7d7-aa16c5a56b2b req-cf7b7423-86fe-4cf9-b0a9-fa698b7802b5 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0451586
Nov 10 14:44:39.228927 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cabbe5-9c1f-4985-a56e-353d1caf64ce req-28cdf86b-adf3-423c-9eb8-341f2362c5a9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:39.230392 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b0cabbe5-9c1f-4985-a56e-353d1caf64ce req-28cdf86b-adf3-423c-9eb8-341f2362c5a9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0936818
Nov 10 14:44:39.274483 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b0cabbe5-9c1f-4985-a56e-353d1caf64ce req-8b50ff45-59e7-4d9c-8431-4df4b96f02a9 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385199
Nov 10 14:44:39.863739 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-40b96061-70ee-457b-8df8-1c27055ee3aa req-a7799848-8856-4cb6-913d-576d4de95a07 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0537493
Nov 10 14:44:40.488098 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ec746-8e57-4445-bd91-44b7dc954912 req-04ed5d5a-4391-48bf-9a78-0bc248ccd4d2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:40.497259 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb5ec746-8e57-4445-bd91-44b7dc954912 req-04ed5d5a-4391-48bf-9a78-0bc248ccd4d2 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0923431
Nov 10 14:44:40.545635 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb5ec746-8e57-4445-bd91-44b7dc954912 req-89c2853e-476f-410b-a3ea-51875d102fa8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475023
Nov 10 14:44:41.042134 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-139c6c85-716f-4cec-80db-17e57af34d65 req-25c61678-83f1-4d0c-a7f8-81d0c845849e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0557632
Nov 10 14:44:41.747757 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b8ec0-f2c7-48ed-828a-cb5ca1076426 req-e020c16a-7a37-484f-8a5e-b5a02a369e2d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:41.749234 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab7b8ec0-f2c7-48ed-828a-cb5ca1076426 req-e020c16a-7a37-484f-8a5e-b5a02a369e2d tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0930750
Nov 10 14:44:41.795518 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab7b8ec0-f2c7-48ed-828a-cb5ca1076426 req-d3c64308-af06-4760-bfda-beac581d600b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405197
Nov 10 14:44:42.214008 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-875b73f9-a4a1-48ac-bded-608e128096d5 req-14115a84-43cb-4837-87ff-e4413a407a92 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0431616
Nov 10 14:44:42.998741 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c7f0d-d699-4f7b-ada2-fca65c1a6c70 req-b0f477c7-3fa5-4770-8f24-0dc7fbd6a864 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:43.000226 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1a9c7f0d-d699-4f7b-ada2-fca65c1a6c70 req-b0f477c7-3fa5-4770-8f24-0dc7fbd6a864 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0936558
Nov 10 14:44:43.047215 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1a9c7f0d-d699-4f7b-ada2-fca65c1a6c70 req-a1b85107-39c2-44bb-9207-d2cf2096bb14 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413642
Nov 10 14:44:43.392377 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c84f2537-84fd-42cf-9931-c6e7b9afe9ec req-fbe57831-7766-430d-90f2-822c2871e8f4 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0499010
Nov 10 14:44:44.270841 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0023e8-571c-4071-bd26-add6878709af req-75d4b1e1-1a55-4ffe-afc6-4211df52a205 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:44.272574 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0a0023e8-571c-4071-bd26-add6878709af req-75d4b1e1-1a55-4ffe-afc6-4211df52a205 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.1013398
Nov 10 14:44:44.318204 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0a0023e8-571c-4071-bd26-add6878709af req-1a380d8a-b207-4df4-ad29-48b97fa00462 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394568
Nov 10 14:44:44.541352 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:44.659411 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a05990c5-2360-4b8c-bab2-d9770a080ae8 req-b2ddc30d-8d9d-4850-868f-ef61d2be6741 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.1320829
Nov 10 14:44:45.514075 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafabf59-be24-4132-92e0-919f0cc80680 req-edb2fd40-feb1-4e6f-bb8c-4104ccaacfa0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:45.521702 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eafabf59-be24-4132-92e0-919f0cc80680 req-edb2fd40-feb1-4e6f-bb8c-4104ccaacfa0 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0927765
Nov 10 14:44:45.570980 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eafabf59-be24-4132-92e0-919f0cc80680 req-a6663ecc-6491-42bc-bd12-723ecc2f4750 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483272
Nov 10 14:44:45.848710 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a5b68987-39fb-4363-a1b9-d2c70abc56d1 req-5fc327d2-5187-46c6-bf70-a06be25d9767 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0423155
Nov 10 14:44:46.550140 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507700d7-9933-4623-b674-e5047355a95f req-2a023e07-7fba-4679-8221-9dcda6c235fd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:46.551705 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-507700d7-9933-4623-b674-e5047355a95f req-2a023e07-7fba-4679-8221-9dcda6c235fd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 946 time: 0.1120477
Nov 10 14:44:46.599873 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-507700d7-9933-4623-b674-e5047355a95f req-1dae02bf-2be1-4a92-9a11-cd83866818bd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418050
Nov 10 14:44:46.768373 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1ee13-8cd9-44d5-91a0-a462b24bdac5 req-fb0748d5-7406-4e03-9a10-160d406b5578 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:46.769837 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-87b1ee13-8cd9-44d5-91a0-a462b24bdac5 req-fb0748d5-7406-4e03-9a10-160d406b5578 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0869362
Nov 10 14:44:46.813700 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-87b1ee13-8cd9-44d5-91a0-a462b24bdac5 req-c8e6c575-bc68-4875-89ce-564a866c2e69 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381708
Nov 10 14:44:47.013214 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ea8f43bb-3837-47d5-a443-0d688d3afa8e req-f9f9ca98-9b66-4d02-acbb-dcd1e18ee788 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0428867
Nov 10 14:44:47.804252 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad36e9-4016-4ef4-b403-d389ebb8f844 req-4393127d-10e1-47de-afd6-8ded3dc1b0c0 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:47.805615 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-49ad36e9-4016-4ef4-b403-d389ebb8f844 req-4393127d-10e1-47de-afd6-8ded3dc1b0c0 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 946 time: 0.0902278
Nov 10 14:44:47.848903 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-49ad36e9-4016-4ef4-b403-d389ebb8f844 req-aa5031a5-d535-4513-91ed-ab59089ea38c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375724
Nov 10 14:44:48.023774 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5056ab-e330-4e6a-b974-3e5d52f53f71 req-29b75571-b91d-49d6-bc96-6eb54953349f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:48.025238 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ee5056ab-e330-4e6a-b974-3e5d52f53f71 req-29b75571-b91d-49d6-bc96-6eb54953349f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0882230
Nov 10 14:44:48.082764 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ee5056ab-e330-4e6a-b974-3e5d52f53f71 req-059609b6-8d66-482d-aafc-00bec0ec4288 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517678
Nov 10 14:44:48.193660 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-3d5d5fed-11f5-458d-bbe1-724774b0502d req-69fce299-f456-4d8c-be1c-2c725a83bf5d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Synchronizing usage tracker for tenant:213620b3f8464237aba58d6a775aaad8 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:44:48.273057 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-3d5d5fed-11f5-458d-bbe1-724774b0502d req-69fce299-f456-4d8c-be1c-2c725a83bf5d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Unset dirty status for tenant:213620b3f8464237aba58d6a775aaad8 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:44:48.274307 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3d5d5fed-11f5-458d-bbe1-724774b0502d req-69fce299-f456-4d8c-be1c-2c725a83bf5d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.1298258
Nov 10 14:44:49.039436 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28d26b-715e-4f93-81fa-a775a3ae6844 req-7f635fb0-1e1a-462e-9c15-c722ffeb99bb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:49.040905 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3b28d26b-715e-4f93-81fa-a775a3ae6844 req-7f635fb0-1e1a-462e-9c15-c722ffeb99bb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 946 time: 0.0841236
Nov 10 14:44:49.089628 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3b28d26b-715e-4f93-81fa-a775a3ae6844 req-238d50a1-4fcb-409c-9fba-365f9525435b tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431292
Nov 10 14:44:49.285279 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f378b-8285-483f-84bd-63591e656256 req-f6adc495-afc4-4e9c-a424-e8ef30d43929 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:49.286800 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-166f378b-8285-483f-84bd-63591e656256 req-f6adc495-afc4-4e9c-a424-e8ef30d43929 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0885699
Nov 10 14:44:49.335777 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-166f378b-8285-483f-84bd-63591e656256 req-4be5c0a4-7e19-408d-9589-a1994934fb43 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425391
Nov 10 14:44:49.451501 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ae3a16e4-a2af-400f-8ab2-0ca3d77db16d req-a1f6c904-0b60-4a83-88d2-adb895650197 tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0471973
Nov 10 14:44:50.291431 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f8870-46dd-4dda-99ef-b3cc4b7f01dd req-85e375d6-071a-45f4-96e3-c13cb70e106b tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:50.292875 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-583f8870-46dd-4dda-99ef-b3cc4b7f01dd req-85e375d6-071a-45f4-96e3-c13cb70e106b tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 946 time: 0.0812829
Nov 10 14:44:50.336795 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-583f8870-46dd-4dda-99ef-b3cc4b7f01dd req-2cea3977-46ec-4c37-b297-4793c8f741e6 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383425
Nov 10 14:44:50.533692 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d1cc5-9c98-40f8-9b3c-a90b73cba168 req-ed9f0a96-00a6-4186-9c67-9e7c2e06b5c8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:50.535210 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-647d1cc5-9c98-40f8-9b3c-a90b73cba168 req-ed9f0a96-00a6-4186-9c67-9e7c2e06b5c8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0879807
Nov 10 14:44:50.591698 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-647d1cc5-9c98-40f8-9b3c-a90b73cba168 req-2f586f17-4da8-40d2-903d-cf6058b022fb tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506744
Nov 10 14:44:50.622548 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-235493cf-4b74-4765-b16b-89d80a7d24fb req-1d1ac5b1-a9fa-497e-8a05-3238a5a631cc tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5d8f91-e1e4-4097-b72b-fb390c3e7009 HTTP/1.1" status: 200  len: 210 time: 0.0506001
Nov 10 14:44:50.797684 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07802f-9399-4d8f-819c-49fc0c15ae4a req-ddeb94de-7ab2-4106-a3f4-fa0b06b51d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:50.799187 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e07802f-9399-4d8f-819c-49fc0c15ae4a req-ddeb94de-7ab2-4106-a3f4-fa0b06b51d55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 1097 time: 0.0708215
Nov 10 14:44:50.955320 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07802f-9399-4d8f-819c-49fc0c15ae4a req-68f5e87e-c94c-4858-ae5c-149390c57e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:50.956773 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e07802f-9399-4d8f-819c-49fc0c15ae4a req-68f5e87e-c94c-4858-ae5c-149390c57e48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 200  len: 917 time: 0.1286249
Nov 10 14:44:51.069212 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e07802f-9399-4d8f-819c-49fc0c15ae4a req-a141ed42-424a-4338-8d0b-9926a39e6fc0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8786c624-a8a4-414c-8ac7-af4283136112 HTTP/1.1" status: 200  len: 1000 time: 0.0996201
Nov 10 14:44:51.139841 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07802f-9399-4d8f-819c-49fc0c15ae4a req-3e074d33-e5ff-4186-88be-f451022e5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:51.141316 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e07802f-9399-4d8f-819c-49fc0c15ae4a req-3e074d33-e5ff-4186-88be-f451022e5fc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 200  len: 855 time: 0.0590153
Nov 10 14:44:51.296744 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07802f-9399-4d8f-819c-49fc0c15ae4a req-bd8e25e3-1e41-4e33-a352-14899d4b04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:51.298252 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e07802f-9399-4d8f-819c-49fc0c15ae4a req-bd8e25e3-1e41-4e33-a352-14899d4b04ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1458781
Nov 10 14:44:51.439124 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e07802f-9399-4d8f-819c-49fc0c15ae4a req-175ad582-fc24-4be9-84cd-7f868181c90d service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271095
Nov 10 14:44:51.524597 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28315ff6-6274-4fe3-91c5-8e353bc868bd req-188ded06-e464-45f6-b970-1def0eaa1823 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:51.526067 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-28315ff6-6274-4fe3-91c5-8e353bc868bd req-188ded06-e464-45f6-b970-1def0eaa1823 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 946 time: 0.0861290
Nov 10 14:44:51.572172 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-28315ff6-6274-4fe3-91c5-8e353bc868bd req-c1b159c6-c0c4-4bce-81b4-4e9452d44cc8 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402880
Nov 10 14:44:51.581146 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e07802f-9399-4d8f-819c-49fc0c15ae4a req-152ea686-f596-44c2-ab5b-bb64e5f21109 service neutron] 10.222.0.16 "GET /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311121
Nov 10 14:44:51.790735 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3db27f-4ece-4674-997b-94ea8a9c9c72 req-1c97ea03-d92e-4c65-85c4-d4b542e61429 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:51.792289 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9f3db27f-4ece-4674-997b-94ea8a9c9c72 req-1c97ea03-d92e-4c65-85c4-d4b542e61429 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.0832484
Nov 10 14:44:51.839221 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9f3db27f-4ece-4674-997b-94ea8a9c9c72 req-65ecd218-26fc-4be8-aae2-9881e31bbe0b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401626
Nov 10 14:44:52.760790 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2446309-0d71-479a-b29b-2c668d18e089 req-f70f305a-700a-49a8-92ed-e401b68f86d5 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:52.762273 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f2446309-0d71-479a-b29b-2c668d18e089 req-f70f305a-700a-49a8-92ed-e401b68f86d5 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 946 time: 0.0819683
Nov 10 14:44:52.807786 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f2446309-0d71-479a-b29b-2c668d18e089 req-eafe3940-aa5c-490a-8849-309ba4901047 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395126
Nov 10 14:44:53.086218 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920d9d0-7dee-48dc-8eee-4c5b81e68959 req-bd9b43cc-b1f4-46cb-bd8a-50d2b95799bc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:53.087663 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e920d9d0-7dee-48dc-8eee-4c5b81e68959 req-bd9b43cc-b1f4-46cb-bd8a-50d2b95799bc tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 944 time: 0.1368527
Nov 10 14:44:53.139982 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-580d297a-e273-436f-b8a9-98f32b53fb81 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:53.141399 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-580d297a-e273-436f-b8a9-98f32b53fb81 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 946 time: 0.1268101
Nov 10 14:44:53.154131 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e920d9d0-7dee-48dc-8eee-4c5b81e68959 req-f65e60c1-1dfc-4b4f-9af3-dd403ff1fcfa tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581326
Nov 10 14:44:53.219652 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Deleting port 2a1c1b60-040c-4136-aeca-6c02876450d1 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:44:53.220024 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:53.237403 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 8786c624-a8a4-414c-8ac7-af4283136112 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:44:53.378822 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=8786c624-a8a4-414c-8ac7-af4283136112,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:44:53.393861 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '8786c624-a8a4-414c-8ac7-af4283136112', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'port_id': '8786c624-a8a4-414c-8ac7-af4283136112', 'mac_address': 'fa:16:3e:ce:a4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:44:53.453387 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:53.472093 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8786c624-a8a4-414c-8ac7-af4283136112 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:44:53.489446 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=8786c624-a8a4-414c-8ac7-af4283136112,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:44:53.490487 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] For port 2a1c1b60-040c-4136-aeca-6c02876450d1, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2a1c1b60-040c-4136-aeca-6c02876450d1,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:44:53.495279 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:53.576060 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:53.577883 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a0156030-2766-4294-b8cb-792d6c427eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:44:53.645025 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=8786c624-a8a4-414c-8ac7-af4283136112,revision_number=9']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:44:53.648344 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:44:53.797744 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:53.798121 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:53.798437 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Floating IP 7a522704-e1a9-4902-be74-6b2ad8c004ea disassociated. External IP: 172.27.3.29, port: 2a1c1b60-040c-4136-aeca-6c02876450d1.
Nov 10 14:44:53.798780 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Calling delete_port for 2a1c1b60-040c-4136-aeca-6c02876450d1 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:44:53.922056 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['8786c624-a8a4-414c-8ac7-af4283136112'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:44:54.015869 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:54.025263 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-dfcbd0aa-8d3e-41b0-afb3-27211b0def1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:44:54.035736 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4f35a-aa35-4d87-8620-16536b135b77 req-835b1ab1-92eb-42ac-917c-9cfe83379416 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:54.038425 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d9d4f35a-aa35-4d87-8620-16536b135b77 req-835b1ab1-92eb-42ac-917c-9cfe83379416 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 946 time: 0.1179109
Nov 10 14:44:54.076663 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event deleted for resources: {'Port': ['ID=2a1c1b60-040c-4136-aeca-6c02876450d1,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:44:54.089821 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:44:54.090383 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:44:54.090555 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:44:54.090922 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:44:54.091302 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:44:54.091661 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:44:54.092018 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:44:54.092366 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:44:54.092715 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:44:54.093069 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:44:54.093442 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:44:54.093794 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:44:54.102885 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:44:54.110894 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d9d4f35a-aa35-4d87-8620-16536b135b77 req-6d09cf13-6f81-4e01-8521-9be7e61ee7b3 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620682
Nov 10 14:44:54.436801 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Router e353a2fb-ce39-469e-adf2-97027043c5ba has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:44:54.516211 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e836d14-dd8a-4fc9-ba83-862d644d588f req-6cb38ad4-9c43-41c4-acaf-9d8b636bef8a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:54.517741 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1e836d14-dd8a-4fc9-ba83-862d644d588f req-6cb38ad4-9c43-41c4-acaf-9d8b636bef8a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 945 time: 0.1815948
Nov 10 14:44:54.665797 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1e836d14-dd8a-4fc9-ba83-862d644d588f req-18cb0c9e-ff5f-4961-843c-e010b2e77a6f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1366975
Nov 10 14:44:54.683453 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:44:54.695574 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd82209c-3fb8-4076-892a-023b342f3eee None None] Sync routers for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:44:54.705451 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd82209c-3fb8-4076-892a-023b342f3eee None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:44:54.705611 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-fd82209c-3fb8-4076-892a-023b342f3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedd9ed30>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:44:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:44:54.765089 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] No DVR routers for this DVR port 2a1c1b60-040c-4136-aeca-6c02876450d1 on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:44:54.768720 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:54.770143 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cea267-79f5-46a7-adef-686014912d5a', 'name': 'network-vif-deleted', 'tag': '2a1c1b60-040c-4136-aeca-6c02876450d1'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:44:54.816943 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cea267-79f5-46a7-adef-686014912d5a', 'name': 'network-vif-deleted', 'tag': '2a1c1b60-040c-4136-aeca-6c02876450d1', 'status': 'completed', 'code': 200}
Nov 10 14:44:54.844122 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-43754ca8-1f57-4be9-bf71-eedd55b3d676 req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "DELETE /v2.0/ports/2a1c1b60-040c-4136-aeca-6c02876450d1 HTTP/1.1" status: 204  len: 173 time: 1.6918805
Nov 10 14:44:54.860704 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3444e31f-375d-4449-ac26-e4dbdef04857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:54.898113 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-fd82209c-3fb8-4076-892a-023b342f3eee None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:44:55.215351 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-fd82209c-3fb8-4076-892a-023b342f3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedd9ed30>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:44:55.219323 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd82209c-3fb8-4076-892a-023b342f3eee None None] Checking router: e353a2fb-ce39-469e-adf2-97027043c5ba for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:44:55.228516 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd82209c-3fb8-4076-892a-023b342f3eee None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:44:55.229132 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-fd82209c-3fb8-4076-892a-023b342f3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedd9ed30>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:44:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:44:55.259861 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-7386b38d-2574-42d3-8e0a-c13b6e68dba0 req-3307d625-b11a-463c-b45d-837c4b284f7e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Synchronizing usage tracker for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:44:55.284473 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:55.346438 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-7386b38d-2574-42d3-8e0a-c13b6e68dba0 req-3307d625-b11a-463c-b45d-837c4b284f7e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Unset dirty status for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:44:55.347659 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7386b38d-2574-42d3-8e0a-c13b6e68dba0 req-3307d625-b11a-463c-b45d-837c4b284f7e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 210 time: 0.1323335
Nov 10 14:44:55.439597 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-fd82209c-3fb8-4076-892a-023b342f3eee None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:44:55.753537 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-fd82209c-3fb8-4076-892a-023b342f3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedd9ed30>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:44:55.758669 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd82209c-3fb8-4076-892a-023b342f3eee None None] The sync data for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi is: [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:44:55.862420 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95707dcf-95be-4000-a492-986905f96584 req-ccf86ef0-0c3c-41a7-9ff1-3192004f679f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:55.863923 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-95707dcf-95be-4000-a492-986905f96584 req-ccf86ef0-0c3c-41a7-9ff1-3192004f679f tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 945 time: 0.0847971
Nov 10 14:44:55.913278 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-95707dcf-95be-4000-a492-986905f96584 req-2d0c1daa-1106-4623-954f-de0a47c00d38 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430357
Nov 10 14:44:55.987221 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c25f792-5828-4a4b-b673-78b453e44230 None None] New status for floating IP 7a522704-e1a9-4902-be74-6b2ad8c004ea: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:44:56.501573 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c2d2ab24-5897-4fbf-990f-112be00a62fb req-1d099ad6-1280-4a3b-b71f-2d608ae62b00 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 210 time: 0.0455899
Nov 10 14:44:57.104563 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617c681-752a-4564-a6a8-76bfa0e9f6a2 req-2856c527-e814-4b8e-b2c5-412510c0762e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:57.106032 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3617c681-752a-4564-a6a8-76bfa0e9f6a2 req-2856c527-e814-4b8e-b2c5-412510c0762e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 945 time: 0.0812244
Nov 10 14:44:57.150339 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3617c681-752a-4564-a6a8-76bfa0e9f6a2 req-f0495b2c-605d-40be-b13c-06825fff324a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385122
Nov 10 14:44:57.432095 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-35bd4f4e-fe9e-48bd-9c3e-1cc235b8b73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:57.541392 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 8786c624-a8a4-414c-8ac7-af4283136112 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:44:57.619312 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 8786c624-a8a4-414c-8ac7-af4283136112 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:44:57.619706 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:57.665357 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fc6d7317-0152-4cca-822a-5ea82cff3628 req-8728105a-b287-4149-bbe9-c862d45e7510 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 210 time: 0.0431321
Nov 10 14:44:57.746413 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:57.773064 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:44:57.782424 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=8786c624-a8a4-414c-8ac7-af4283136112,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:44:57.819593 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112', 'code': 200}
Nov 10 14:44:57.940825 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:57.941705 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 2a1c1b60-040c-4136-aeca-6c02876450d1 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:44:57.971030 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:44:58.008678 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: 2a1c1b60-040c-4136-aeca-6c02876450d1 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:44:58.009038 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 2a1c1b60-040c-4136-aeca-6c02876450d1 not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:44:58.046141 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=8786c624-a8a4-414c-8ac7-af4283136112,revision_number=10']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:44:58.049186 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:44:58.403870 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:44:58.421434 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cadd2-b9e5-4b9e-82f6-db0bff10aac1 req-77909116-8655-4b71-a890-d55d608905d5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:58.422912 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a60cadd2-b9e5-4b9e-82f6-db0bff10aac1 req-77909116-8655-4b71-a890-d55d608905d5 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 947 time: 0.1553230
Nov 10 14:44:58.425679 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ae1f5-c966-4b9f-9b16-fe2762698a8b req-67440a13-b36e-458e-9ed2-f2d62b9dc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:58.427038 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-164ae1f5-c966-4b9f-9b16-fe2762698a8b req-67440a13-b36e-458e-9ed2-f2d62b9dc40b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 1100 time: 0.1270630
Nov 10 14:44:58.499315 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a60cadd2-b9e5-4b9e-82f6-db0bff10aac1 req-bba135f8-94c8-4d98-b252-9790b2250ccd tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697663
Nov 10 14:44:58.503197 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-164ae1f5-c966-4b9f-9b16-fe2762698a8b req-7280897b-de43-479a-8ad9-28f119eafbe3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594101
Nov 10 14:44:58.837773 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-93174c2e-480c-4198-9400-90f6c54fa753 req-33e4427e-b387-400a-aade-ae05e2444cf9 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cea267-79f5-46a7-adef-686014912d5a HTTP/1.1" status: 200  len: 210 time: 0.0490847
Nov 10 14:44:59.695063 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84407c90-0c22-44cd-9577-e85814d7b86a req-690bc4ff-9d39-4572-8a8e-a8e4be45ee6e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:44:59.698688 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-84407c90-0c22-44cd-9577-e85814d7b86a req-690bc4ff-9d39-4572-8a8e-a8e4be45ee6e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 947 time: 0.0856881
Nov 10 14:44:59.743945 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-84407c90-0c22-44cd-9577-e85814d7b86a req-d2f77f5e-fab9-4725-90df-5a3fb0e6deaf tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410304
Nov 10 14:44:59.752618 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:00.164043 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:45:00.213548 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-3f037b42-d1ec-484a-9abd-fd1afcb8ba19 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1554525578&fields=id&tenant_id=8b2fa41957dd4b8484b5ef9bf552e105 HTTP/1.1" status: 200  len: 267 time: 0.0463445
Nov 10 14:45:00.375362 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-5242c00a-4587-42e9-8586-bc34bed3622c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:00.376798 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-5242c00a-4587-42e9-8586-bc34bed3622c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 812 time: 0.1569161
Nov 10 14:45:00.395184 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5120166-07fd-4a73-9a0b-acda29955997 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/quotas/8b2fa41957dd4b8484b5ef9bf552e105 HTTP/1.1" status: 200  len: 375 time: 0.0109563
Nov 10 14:45:00.490886 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-5f025fbf-2bc5-4fa1-9fd0-502a06242a47 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0883346
Nov 10 14:45:00.634948 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-bfa4e082-0e5b-4e11-b803-c40848f56261 service neutron] 10.222.0.37 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317465
Nov 10 14:45:00.780456 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-0bae3e78-776f-4df6-a49e-d2ded8a7305e service neutron] 10.222.0.37 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397634
Nov 10 14:45:00.952673 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3311070-0cdb-4812-8136-d1d9f10b4793 req-a5a3968a-de64-4c4c-8443-c73253a054ae tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:00.955635 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e3311070-0cdb-4812-8136-d1d9f10b4793 req-a5a3968a-de64-4c4c-8443-c73253a054ae tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 947 time: 0.0872698
Nov 10 14:45:01.002478 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e3311070-0cdb-4812-8136-d1d9f10b4793 req-69998d8f-6123-41c8-82e5-08885784ed20 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424380
Nov 10 14:45:01.583460 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2b3a901b-53cc-43b3-afe0-ba266ee64833 req-a40647de-2a64-458c-a324-fdaa1931bc44 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 210 time: 0.0437868
Nov 10 14:45:02.194919 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6a85a-b1b3-42d9-8a41-751b36af3606 req-b3fbd351-1d78-4ffe-8590-b7402d980c81 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:02.196426 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b6a6a85a-b1b3-42d9-8a41-751b36af3606 req-b3fbd351-1d78-4ffe-8590-b7402d980c81 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 947 time: 0.0811729
Nov 10 14:45:02.241882 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b6a6a85a-b1b3-42d9-8a41-751b36af3606 req-7dcd2fc8-4066-42c4-9281-5796849da291 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391815
Nov 10 14:45:02.736344 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-f602a59e-3f3e-4510-867d-522a17d6fb1a req-b03486cf-bf41-4f65-aa96-e89c2a663b46 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 210 time: 0.0476251
Nov 10 14:45:03.849182 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-0946a91b-10ae-423d-b04e-78565c268dd9 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:03.851193 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-0946a91b-10ae-423d-b04e-78565c268dd9 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 812 time: 0.2314796
Nov 10 14:45:03.898312 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0d1dc2d8-d39d-4541-b9b8-450d6431f71f req-911c5a1d-0e6b-438f-8b80-75116f3726e0 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 210 time: 0.0461521
Nov 10 14:45:03.940004 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-db8cb12b-507f-4a7d-a624-e204d59f89ae tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b2fa41957dd4b8484b5ef9bf552e105 HTTP/1.1" status: 200  len: 380 time: 0.0447140
Nov 10 14:45:03.949783 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'port': {'device_id': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'admin_state_up': True, 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'security_groups': ['d2460640-e686-4f0f-a135-b0a758c55077']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:45:04.092119 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:45:04.100184 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:45:04.266372 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Made reservation on behalf of 8b2fa41957dd4b8484b5ef9bf552e105 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:45:04.270114 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:04.432883 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Allocated IP 172.20.0.8 (8d9ed246-aa1d-418f-942f-384e817475c5/8776da3e-dbe5-4b48-a845-51a0bba3e050/7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:45:04.620435 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:04.636593 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Transition to ACTIVE for port object 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:45:04.718537 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:04.724809 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:04.793032 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Network 8d9ed246-aa1d-418f-942f-384e817475c5 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:45:04.796421 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:45:04.801042 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:45:04.837102 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'Port': ['ID=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:04.843828 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:04.873778 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:04.874438 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:04.981396 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0351679
Nov 10 14:45:05.085641 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c9923-670f-4d67-9b8d-7c7e83b4be56 req-d94e25d1-6271-4af9-a56b-596486035e09 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:05.087016 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-986c9923-670f-4d67-9b8d-7c7e83b4be56 req-d94e25d1-6271-4af9-a56b-596486035e09 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 931 time: 0.0826218
Nov 10 14:45:05.129545 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-819863b5-c993-4e57-97cd-792160101654 None None] Provisioning for port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:45:05.130077 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-986c9923-670f-4d67-9b8d-7c7e83b4be56 req-b1a93f65-12b9-4ab5-88b0-6f7479c2f2a3 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374184
Nov 10 14:45:05.135408 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-819863b5-c993-4e57-97cd-792160101654 None None] Provisioning complete for port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:45:05.135798 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-819863b5-c993-4e57-97cd-792160101654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:05.188424 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-819863b5-c993-4e57-97cd-792160101654 None None] Port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:45:06.311605 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac39e8-efa5-41cc-82a6-0f8a77c57b28 req-654144ea-b8d7-4206-bb29-60d7caacc95e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:06.312298 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4fac39e8-efa5-41cc-82a6-0f8a77c57b28 req-654144ea-b8d7-4206-bb29-60d7caacc95e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Synchronizing usage tracker for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:45:06.386793 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4fac39e8-efa5-41cc-82a6-0f8a77c57b28 req-654144ea-b8d7-4206-bb29-60d7caacc95e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Unset dirty status for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:45:06.387025 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4fac39e8-efa5-41cc-82a6-0f8a77c57b28 req-654144ea-b8d7-4206-bb29-60d7caacc95e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 931 time: 0.1532385
Nov 10 14:45:06.433527 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4fac39e8-efa5-41cc-82a6-0f8a77c57b28 req-b13e79f0-e754-49fb-8bd5-27a7994d8fa7 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407043
Nov 10 14:45:06.824470 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Request body: {'port': {'device_id': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:45:06.936425 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:07.272583 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:45:07.279736 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:07.293508 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Transition to ACTIVE for port object 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:45:07.352134 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:07.357105 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:07.558835 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:07.571040 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:07.603468 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Attempting to bind port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:45:07.603805 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Attempting to bind port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:45:07.604137 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Attempting to bind port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 on network 8d9ed246-aa1d-418f-942f-384e817475c5 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:45:07.610680 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 on network 8d9ed246-aa1d-418f-942f-384e817475c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:45:07.611007 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Attempting to bind port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 on network 8d9ed246-aa1d-418f-942f-384e817475c5 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:45:07.617119 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:45:07.617470 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Checking segment: {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:45:07.617982 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Bound using segment: {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:45:07.618424 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Bound port: 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:45:07.618780 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:07.790059 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020d3a-f3d6-4420-bde1-7e5855220329 req-0a8a057b-b268-433c-9bdd-a973fe14a7e5 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:07.791256 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8b020d3a-f3d6-4420-bde1-7e5855220329 req-0a8a057b-b268-433c-9bdd-a973fe14a7e5 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 943 time: 0.0848243
Nov 10 14:45:07.803872 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] For port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:45:07.806798 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] For port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:45:07.837052 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8b020d3a-f3d6-4420-bde1-7e5855220329 req-c98706ad-6117-49d4-8a1c-0d8da5aa2924 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401046
Nov 10 14:45:07.913036 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:07.917017 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5e90eede-f65e-4d49-9b76-ac1bfad7f873 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:07.977408 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:07.978038 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:07.979417 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] 10.222.0.16 "PUT /v2.0/ports/7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 HTTP/1.1" status: 200  len: 1093 time: 1.1591952
Nov 10 14:45:07.979919 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'tag': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:45:08.000036 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:08.003381 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:08.030315 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'tag': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'status': 'completed', 'code': 200}
Nov 10 14:45:08.137178 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21aa472-3ce4-442b-9e0d-c87ffcf9c441 req-56a1aecd-79d0-43da-8df7-24bfc2a52254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:08.138647 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e21aa472-3ce4-442b-9e0d-c87ffcf9c441 req-56a1aecd-79d0-43da-8df7-24bfc2a52254 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 1096 time: 0.0752752
Nov 10 14:45:08.293996 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21aa472-3ce4-442b-9e0d-c87ffcf9c441 req-a893e097-9f29-466a-927a-8336b91ecfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:08.295458 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e21aa472-3ce4-442b-9e0d-c87ffcf9c441 req-a893e097-9f29-466a-927a-8336b91ecfaf service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1424856
Nov 10 14:45:08.436394 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21aa472-3ce4-442b-9e0d-c87ffcf9c441 req-69ca8c9c-2de0-4b4b-8be8-553b07a5591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:08.438003 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e21aa472-3ce4-442b-9e0d-c87ffcf9c441 req-69ca8c9c-2de0-4b4b-8be8-553b07a5591f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1328704
Nov 10 14:45:08.564601 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-52d0b9d7-f562-409e-909d-4344a0a70cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:08.566106 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-52d0b9d7-f562-409e-909d-4344a0a70cf9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 1096 time: 0.0714617
Nov 10 14:45:08.645230 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-d4be1ee0-221c-47c7-9b68-8bbb5fe07510 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 HTTP/1.1" status: 200  len: 217 time: 0.0666647
Nov 10 14:45:08.709088 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-f53d49f5-9b01-48c8-a04b-5cd559a76f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:08.710587 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-f53d49f5-9b01-48c8-a04b-5cd559a76f2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8776da3e-dbe5-4b48-a845-51a0bba3e050 HTTP/1.1" status: 200  len: 851 time: 0.0580959
Nov 10 14:45:08.796166 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-5fec25ba-99da-4c06-96d0-1ceaeb32fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:08.798289 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-5fec25ba-99da-4c06-96d0-1ceaeb32fb82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d9ed246-aa1d-418f-942f-384e817475c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800643
Nov 10 14:45:08.933183 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-7628ccf6-4a23-4c55-8db7-6ed17af1a54c service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273353
Nov 10 14:45:09.020045 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae8822-e76d-4e76-beaa-e2e288d0d592 req-e668326a-fa35-46d2-98de-8ff19e03ec04 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:09.021815 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a3ae8822-e76d-4e76-beaa-e2e288d0d592 req-e668326a-fa35-46d2-98de-8ff19e03ec04 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 943 time: 0.0808518
Nov 10 14:45:09.075845 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e63510f-02bb-4f27-b335-f6e8341cf433 req-80e9c6d3-05c9-4deb-86b1-26b243b9d031 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340494
Nov 10 14:45:09.076187 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a3ae8822-e76d-4e76-beaa-e2e288d0d592 req-23934994-b39a-4009-b942-6e2e7e287878 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453200
Nov 10 14:45:10.268784 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b56683-eacc-4844-9509-534321bf09f0 req-f7f6999b-66fb-417a-8177-37a9f4a8e57a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:10.270250 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-22b56683-eacc-4844-9509-534321bf09f0 req-f7f6999b-66fb-417a-8177-37a9f4a8e57a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 943 time: 0.0824025
Nov 10 14:45:10.319185 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-22b56683-eacc-4844-9509-534321bf09f0 req-328c1362-e71b-43ad-a967-da6c8f4f82fe tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428755
Nov 10 14:45:11.514312 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34251d54-4448-4db3-a5e7-16f78e800a46 req-c216cb71-8de1-415e-b4e1-cd4651be8b8a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:11.515943 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-34251d54-4448-4db3-a5e7-16f78e800a46 req-c216cb71-8de1-415e-b4e1-cd4651be8b8a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 943 time: 0.0919018
Nov 10 14:45:11.560824 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-34251d54-4448-4db3-a5e7-16f78e800a46 req-53907e58-66cb-4d72-be22-b80fa1f8d6fc tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388522
Nov 10 14:45:12.746025 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e823bb-f617-4ce1-b7ae-a1e7b742bc8d req-db031c40-f356-4f7b-b961-b71a3ef61cb0 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:12.747563 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4e823bb-f617-4ce1-b7ae-a1e7b742bc8d req-db031c40-f356-4f7b-b961-b71a3ef61cb0 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 943 time: 0.0825169
Nov 10 14:45:12.792249 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4e823bb-f617-4ce1-b7ae-a1e7b742bc8d req-45d7632c-a3c3-4956-8e3e-655b5b9529c6 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391426
Nov 10 14:45:13.982115 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd42be3-7712-4f5a-925a-088de65e5197 req-b504c0ed-4d5f-4781-a323-3a916f31b2b2 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:13.983587 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8dd42be3-7712-4f5a-925a-088de65e5197 req-b504c0ed-4d5f-4781-a323-3a916f31b2b2 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 943 time: 0.0828304
Nov 10 14:45:14.107187 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8dd42be3-7712-4f5a-925a-088de65e5197 req-9f35133e-b46b-4264-b5d1-5e0aeff30bf9 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1177588
Nov 10 14:45:14.534758 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:15.301731 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47763063-0ff7-42a9-8be1-2e7c542433f2 req-71f66041-913b-493d-ba26-ede59897c931 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:15.303253 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47763063-0ff7-42a9-8be1-2e7c542433f2 req-71f66041-913b-493d-ba26-ede59897c931 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 943 time: 0.0834785
Nov 10 14:45:15.352279 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47763063-0ff7-42a9-8be1-2e7c542433f2 req-7bf885c0-9c0d-4328-9d15-c82a7c148950 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434849
Nov 10 14:45:16.535301 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4f732-d358-4de1-8d12-3dfb7d064afc req-b36fb36c-e5fd-47b6-ab9d-048f45ffeedf tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:16.536816 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-abd4f732-d358-4de1-8d12-3dfb7d064afc req-b36fb36c-e5fd-47b6-ab9d-048f45ffeedf tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 943 time: 0.0804274
Nov 10 14:45:16.580500 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-abd4f732-d358-4de1-8d12-3dfb7d064afc req-ee6a392b-5e04-4fc1-849f-cb9dac9e325b tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380182
Nov 10 14:45:17.767549 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7bc57-e799-45b1-81dc-6c2728800205 req-f7a66f54-83f6-4d8c-8b52-1a371c34f416 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:17.768885 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dbe7bc57-e799-45b1-81dc-6c2728800205 req-f7a66f54-83f6-4d8c-8b52-1a371c34f416 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 943 time: 0.0808666
Nov 10 14:45:17.814128 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dbe7bc57-e799-45b1-81dc-6c2728800205 req-c905ef45-cfec-405c-ae55-91cf66ed6237 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395658
Nov 10 14:45:18.589639 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:45:18.721306 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:45:18.734646 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'port_id': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'mac_address': 'fa:16:3e:63:d8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:45:18.790987 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:18.807794 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:45:18.823241 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:45:18.923750 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:18.925662 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:18.994409 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:19.001771 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:19.002127 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:19.002473 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:19.002807 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:19.003167 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:19.003502 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:19.003832 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:19.004165 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:19.004493 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:19.004815 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:19.005678 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:19.006009 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:19.009888 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:19.017357 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacca6d5-b517-46cb-b532-41133ef9da7d req-8ade2d04-aeee-4c35-b833-d113ae548dce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:19.018871 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-aacca6d5-b517-46cb-b532-41133ef9da7d req-8ade2d04-aeee-4c35-b833-d113ae548dce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 944 time: 0.1021676
Nov 10 14:45:19.062694 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-aacca6d5-b517-46cb-b532-41133ef9da7d req-062cb8ed-280f-46fa-bf48-7b3c260b7d54 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381744
Nov 10 14:45:19.224620 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:45:20.250662 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5920f30-8f1e-474e-8326-cee0429ed5de req-80a2e8f7-6a1a-4fe9-a0a6-bfecc7eb4206 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:20.251572 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d5920f30-8f1e-474e-8326-cee0429ed5de req-80a2e8f7-6a1a-4fe9-a0a6-bfecc7eb4206 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 944 time: 0.0845454
Nov 10 14:45:20.295707 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d5920f30-8f1e-474e-8326-cee0429ed5de req-2588311c-658f-4adc-bd63-02f2479c114a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379925
Nov 10 14:45:20.589109 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:45:20.751576 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:45:20.757258 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:45:20.760884 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:20.877579 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:20.904852 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:45:20.914185 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:45:20.949880 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'code': 200}
Nov 10 14:45:20.997540 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:21.000112 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:21.067059 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:21.070869 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:21.274037 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaeda27-93bd-49ad-abeb-75ec00175df4 req-aac5d1b1-9bcc-4ce3-a0f7-44e5b726d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:21.275542 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bcaeda27-93bd-49ad-abeb-75ec00175df4 req-aac5d1b1-9bcc-4ce3-a0f7-44e5b726d792 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 1098 time: 0.0699828
Nov 10 14:45:21.318651 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bcaeda27-93bd-49ad-abeb-75ec00175df4 req-df7f33af-139d-4dcf-b78e-112050f0e634 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347691
Nov 10 14:45:21.395554 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 60524) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:21.456808 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Deleting subnet f51456f8-5bbe-418e-912e-1886e171a676 {{(pid=87468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:45:21.460289 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:21.516943 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972242'] for subnet, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:21.567763 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267425c-6b38-48fc-8a2d-cfeb98f9171a req-bb549ae1-ffe3-4603-a194-6a1299d14efb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:21.569345 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8267425c-6b38-48fc-8a2d-cfeb98f9171a req-bb549ae1-ffe3-4603-a194-6a1299d14efb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 945 time: 0.1681721
Nov 10 14:45:21.574356 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:21.615757 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8267425c-6b38-48fc-8a2d-cfeb98f9171a req-962ce5ed-ac02-47b7-bbf2-84783281c810 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407569
Nov 10 14:45:21.717273 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1176360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679677'] for subnet, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:21.721480 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:21.756662 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51456f8-5bbe-418e-912e-1886e171a676,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:21.761309 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:21.771244 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:21.771614 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:21.771976 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:21.772333 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:21.772687 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:21.773060 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:21.773435 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:21.773787 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:21.774139 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:21.774490 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:21.774831 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:21.775205 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:21.778093 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:21.779789 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-66b4dd62-f12e-42da-bbf4-3c75c1311105 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f51456f8-5bbe-418e-912e-1886e171a676 HTTP/1.1" status: 204  len: 168 time: 0.3832312
Nov 10 14:45:21.782241 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 60528) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:21.888093 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:22.010556 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:22.034524 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fec117c10>,) {'filters': {'network_id': ['341e51c5-348a-49c5-9a16-b7a87d87200e']}} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:22.046649 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec117c10>, 'cd8da422-276f-42cc-8fa9-e714f134a615') {'for_net_delete': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:22.046943 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec117c10>, 'cd8da422-276f-42cc-8fa9-e714f134a615') {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:22.059012 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972201'] for segment, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:22.075653 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:22.082101 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:45:22.082487 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1176386'] for segment, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]: Traceback (most recent call last):
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     timer()
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     cb(*args, **kw)
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     return func(*args, **kwargs)
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     self._notify()
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     self.callback(batched_events)
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     event.method(event)
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     return f(self, *a, **k)
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._get(url).json()
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:45:22.095381 dv-cinder-817404-1-iscsi neutron-server[87468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:45:22.237191 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:22.241468 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:22.254248 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:22.264559 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] Pushing event deleted for resources: {'Network': ['ID=341e51c5-348a-49c5-9a16-b7a87d87200e,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:22.267636 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:22.380923 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] 10.222.0.37 "DELETE /v2.0/networks/341e51c5-348a-49c5-9a16-b7a87d87200e HTTP/1.1" status: 204  len: 168 time: 0.5976481
Nov 10 14:45:22.781869 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60536) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:22.816464 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15f6a-9b62-44bf-a216-d240ea3f78e1 req-7dcf8d2f-fff1-40a3-8a85-38b5512c704e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:22.818450 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-75b15f6a-9b62-44bf-a216-d240ea3f78e1 req-7dcf8d2f-fff1-40a3-8a85-38b5512c704e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 945 time: 0.0961435
Nov 10 14:45:22.839355 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4930b336-562c-4357-9f9a-fa486abaf847 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=213620b3f8464237aba58d6a775aaad8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0548728
Nov 10 14:45:22.841615 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60540) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:22.868694 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-75b15f6a-9b62-44bf-a216-d240ea3f78e1 req-03130ab0-0c3e-4cf0-baf9-5301374f4a72 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420928
Nov 10 14:45:22.905465 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b9518db2-cdd1-4af1-812b-9566efe71f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:22.937205 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b9518db2-cdd1-4af1-812b-9566efe71f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:23.145792 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b9518db2-cdd1-4af1-812b-9566efe71f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:23.149587 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-540db8fc-f14f-4343-85a1-bf03260168ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:23.164272 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9518db2-cdd1-4af1-812b-9566efe71f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcfeb38-35be-44a2-98c3-755bb8b8a1ee,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:23.166859 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b9518db2-cdd1-4af1-812b-9566efe71f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:23.271538 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b9518db2-cdd1-4af1-812b-9566efe71f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:23.272653 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b9518db2-cdd1-4af1-812b-9566efe71f30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bcfeb38-35be-44a2-98c3-755bb8b8a1ee HTTP/1.1" status: 204  len: 168 time: 0.4301522
Nov 10 14:45:24.059421 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01ee11-8fd9-4613-be4e-8451f9ebba1d req-d000c19f-621e-4318-8c11-951bc262444e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:24.060892 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fc01ee11-8fd9-4613-be4e-8451f9ebba1d req-d000c19f-621e-4318-8c11-951bc262444e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 945 time: 0.0816083
Nov 10 14:45:24.105474 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fc01ee11-8fd9-4613-be4e-8451f9ebba1d req-97d9ed2d-9d33-478d-b904-457f54a9b350 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389955
Nov 10 14:45:24.303901 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab247ad-4f20-41bc-89b5-e5ddd2c67036 req-a99480d6-7c07-4f2f-8a97-3e44113be4a9 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:24.305467 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7ab247ad-4f20-41bc-89b5-e5ddd2c67036 req-a99480d6-7c07-4f2f-8a97-3e44113be4a9 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 945 time: 0.0959573
Nov 10 14:45:24.351416 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7ab247ad-4f20-41bc-89b5-e5ddd2c67036 req-8b14eadb-f024-46c8-8117-91f1bd9b494c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399392
Nov 10 14:45:24.374136 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60552) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:24.447094 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962205f-0947-45e9-94db-52df97c6ba85 tempest-TestVolumeBootPattern-458093922 tempest-TestVolumeBootPattern-458093922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:24.448610 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0962205f-0947-45e9-94db-52df97c6ba85 tempest-TestVolumeBootPattern-458093922 tempest-TestVolumeBootPattern-458093922-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 1093 time: 0.0735071
Nov 10 14:45:24.451884 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60556) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:24.456837 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'floatingip': {'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'port_id': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:45:24.462923 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:45:24.466985 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Usage tracker for resource:floatingip and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:45:24.469833 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:45:24.476134 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:45:24.545800 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:24.683233 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:24.831589 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1652-008a-4c77-ad48-e87b18147c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:24.832680 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Allocated IP 172.27.3.248 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/c2a0e752-b7ef-45ed-8999-3c75279801a6) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:45:25.003161 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:25.112537 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:25.116475 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-cea57af5-e55e-4df0-b427-106a3f51567e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:25.181385 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:45:25.184484 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:45:25.188550 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:45:25.223755 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'Port': ['ID=c2a0e752-b7ef-45ed-8999-3c75279801a6,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:25.232584 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:25.288764 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:25.650548 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:25.805121 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:26.084432 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:26.151685 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:26.155582 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e97c7a42-a0b9-43f8-a233-1dab639b5613 tempest-VolumesNegativeTest-33211635 tempest-VolumesNegativeTest-33211635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:26.260325 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'Port': ['ID=c2a0e752-b7ef-45ed-8999-3c75279801a6,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:26.264508 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:26.273122 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:26.440253 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Floating IP a186cdd4-07fc-4392-acf7-84f221949f37 associated. External IP: 172.27.3.248, port: 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567.
Nov 10 14:45:26.788884 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Router e353a2fb-ce39-469e-adf2-97027043c5ba has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:45:26.977097 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:45:26.986509 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93ebf4-a20b-4791-b5a3-1d4b6f597a87 None None] Sync routers for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:45:26.995987 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93ebf4-a20b-4791-b5a3-1d4b6f597a87 None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:45:26.996603 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-6d93ebf4-a20b-4791-b5a3-1d4b6f597a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee940d30>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:44:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:27.145762 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:27.175896 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-6d93ebf4-a20b-4791-b5a3-1d4b6f597a87 None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:45:27.202365 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7494724
Nov 10 14:45:27.205961 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'tag': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:45:27.252893 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'tag': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'status': 'completed', 'code': 200}
Nov 10 14:45:27.358711 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bf24d-4290-40b4-b9c3-f90534ade7b7 req-0f497a07-80bf-4313-9140-01ad098a263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:27.360283 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-626bf24d-4290-40b4-b9c3-f90534ade7b7 req-0f497a07-80bf-4313-9140-01ad098a263c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 1098 time: 0.0747774
Nov 10 14:45:27.493901 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bf24d-4290-40b4-b9c3-f90534ade7b7 req-04b2dcca-8349-4bfe-95a0-db340b5f55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:27.495365 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-626bf24d-4290-40b4-b9c3-f90534ade7b7 req-04b2dcca-8349-4bfe-95a0-db340b5f55e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 913 time: 0.1265278
Nov 10 14:45:27.548279 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-6d93ebf4-a20b-4791-b5a3-1d4b6f597a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee940d30>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'a186cdd4-07fc-4392-acf7-84f221949f37', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:63:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:45:25Z', 'updated_at': '2021-11-10T14:45:25Z', 'revision_number': 0, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:27.552929 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93ebf4-a20b-4791-b5a3-1d4b6f597a87 None None] Checking router: e353a2fb-ce39-469e-adf2-97027043c5ba for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:45:27.561892 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93ebf4-a20b-4791-b5a3-1d4b6f597a87 None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:45:27.563008 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-6d93ebf4-a20b-4791-b5a3-1d4b6f597a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee940d30>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:44:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:27.600269 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-626bf24d-4290-40b4-b9c3-f90534ade7b7 req-3c02d94f-2fef-4300-a2c5-9f1eb73c2515 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 HTTP/1.1" status: 200  len: 999 time: 0.0969157
Nov 10 14:45:27.621387 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fb4a319c-ab18-43dc-b7a8-7b1f73551769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:27.669610 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bf24d-4290-40b4-b9c3-f90534ade7b7 req-6933df14-2d9d-4508-9d3a-2d607f15ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:27.675003 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-626bf24d-4290-40b4-b9c3-f90534ade7b7 req-6933df14-2d9d-4508-9d3a-2d607f15ec8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8776da3e-dbe5-4b48-a845-51a0bba3e050 HTTP/1.1" status: 200  len: 851 time: 0.0622888
Nov 10 14:45:27.749324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bf24d-4290-40b4-b9c3-f90534ade7b7 req-ec1f8ac0-4fc3-48e9-90cf-4d37f02b3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:27.750734 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-626bf24d-4290-40b4-b9c3-f90534ade7b7 req-ec1f8ac0-4fc3-48e9-90cf-4d37f02b3df5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d9ed246-aa1d-418f-942f-384e817475c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708878
Nov 10 14:45:27.751350 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-6d93ebf4-a20b-4791-b5a3-1d4b6f597a87 None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:45:27.984768 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-626bf24d-4290-40b4-b9c3-f90534ade7b7 req-712b7c89-5121-444a-ac81-ef92f6460380 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2238529
Nov 10 14:45:28.097626 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-6d93ebf4-a20b-4791-b5a3-1d4b6f597a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee940d30>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'a186cdd4-07fc-4392-acf7-84f221949f37', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:63:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:45:25Z', 'updated_at': '2021-11-10T14:45:25Z', 'revision_number': 0, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:28.102079 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93ebf4-a20b-4791-b5a3-1d4b6f597a87 None None] The sync data for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi is: [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'a186cdd4-07fc-4392-acf7-84f221949f37', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:63:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:45:25Z', 'updated_at': '2021-11-10T14:45:25Z', 'revision_number': 0, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:45:28.121502 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-626bf24d-4290-40b4-b9c3-f90534ade7b7 req-a724b069-1cfc-4354-a3f3-1101138d4b74 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276996
Nov 10 14:45:28.302761 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb2e59f-0a0d-41e4-b311-dab1da9754c2 None None] New status for floating IP a186cdd4-07fc-4392-acf7-84f221949f37: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:45:28.425957 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:29.768468 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:37.162591 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:45:44.528174 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:45.355744 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422a8e4-1a64-4dd0-9a23-d9e72d94ee75 req-68338e4a-8cdc-41e1-b037-7d47ab604da8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:45.357619 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7422a8e4-1a64-4dd0-9a23-d9e72d94ee75 req-68338e4a-8cdc-41e1-b037-7d47ab604da8 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 947 time: 0.0992208
Nov 10 14:45:45.401308 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7422a8e4-1a64-4dd0-9a23-d9e72d94ee75 req-7f70f841-475a-43e7-af0e-aec0ba198cb1 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380390
Nov 10 14:45:46.592849 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49761fd-cb2e-4615-a0a9-19bc96a585da req-cd606a7c-d4c9-4b74-8619-2e85f330689a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:46.594304 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c49761fd-cb2e-4615-a0a9-19bc96a585da req-cd606a7c-d4c9-4b74-8619-2e85f330689a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 947 time: 0.0807500
Nov 10 14:45:46.638125 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c49761fd-cb2e-4615-a0a9-19bc96a585da req-5a2878ff-4bb1-4c6b-a023-c7267b31eb85 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375304
Nov 10 14:45:47.183938 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6785d744-8594-432d-997b-80f54a77c7c6 req-1d9e6c20-7b72-4bbf-93b6-3b679764b694 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0713618
Nov 10 14:45:47.283637 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785d744-8594-432d-997b-80f54a77c7c6 req-85eecd34-3a04-4859-af3c-83aa7b8e34e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:47.285096 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6785d744-8594-432d-997b-80f54a77c7c6 req-85eecd34-3a04-4859-af3c-83aa7b8e34e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65d99594641a4e72a328c38c5a7dbab7&device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 1098 time: 0.0703092
Nov 10 14:45:47.415870 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-20755320-8f4f-4437-b909-14ceb114ea64 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:47.417357 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-20755320-8f4f-4437-b909-14ceb114ea64 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.16 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 947 time: 0.0792251
Nov 10 14:45:47.464108 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785d744-8594-432d-997b-80f54a77c7c6 req-724d84f9-18fd-4c1a-a4c5-117863bde4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:47.466156 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6785d744-8594-432d-997b-80f54a77c7c6 req-724d84f9-18fd-4c1a-a4c5-117863bde4d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=06aee16b-8955-4aa1-8359-7a9338243c8a HTTP/1.1" status: 200  len: 909 time: 0.1286895
Nov 10 14:45:47.497635 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Deleting port 8786c624-a8a4-414c-8ac7-af4283136112 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:45:47.498033 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:47.573835 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6785d744-8594-432d-997b-80f54a77c7c6 req-2512e86b-7805-449c-8865-bec28fee4087 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde HTTP/1.1" status: 200  len: 1001 time: 0.0982692
Nov 10 14:45:47.647317 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785d744-8594-432d-997b-80f54a77c7c6 req-d65d9195-0ab6-469e-b291-4d3e86d9b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:47.648783 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6785d744-8594-432d-997b-80f54a77c7c6 req-d65d9195-0ab6-469e-b291-4d3e86d9b239 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eea0968-76c3-4317-b87f-40967bc68174 HTTP/1.1" status: 200  len: 847 time: 0.0600321
Nov 10 14:45:47.759116 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] For port 8786c624-a8a4-414c-8ac7-af4283136112, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=8786c624-a8a4-414c-8ac7-af4283136112,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:45:47.759753 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:47.881129 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785d744-8594-432d-997b-80f54a77c7c6 req-98164c89-01c4-4c2d-92ec-9e9195bb8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:47.882628 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6785d744-8594-432d-997b-80f54a77c7c6 req-98164c89-01c4-4c2d-92ec-9e9195bb8291 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06aee16b-8955-4aa1-8359-7a9338243c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2244413
Nov 10 14:45:47.901195 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0147e-9724-4ccc-b6a3-738ff3f6cd73 req-d15a7d1b-199c-459c-9c83-d7406fa3a050 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:45:47.902601 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7cc0147e-9724-4ccc-b6a3-738ff3f6cd73 req-d15a7d1b-199c-459c-9c83-d7406fa3a050 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 947 time: 0.0966055
Nov 10 14:45:48.028086 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7cc0147e-9724-4ccc-b6a3-738ff3f6cd73 req-f9d3f2a3-63eb-4f45-8e29-36b73d26f18e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups?id=48d318f6-4633-4c39-b4c4-982700778b8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064816
Nov 10 14:45:48.060411 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:48.060784 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:48.061095 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Floating IP 8dbf61e1-fef8-487d-ac42-85f3aa358ca3 disassociated. External IP: 172.27.3.118, port: 8786c624-a8a4-414c-8ac7-af4283136112.
Nov 10 14:45:48.061432 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Calling delete_port for 8786c624-a8a4-414c-8ac7-af4283136112 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:45:48.063774 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6785d744-8594-432d-997b-80f54a77c7c6 req-3523dcf5-8718-48c3-81e3-e847034e7fe9 service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602316
Nov 10 14:45:48.202616 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6785d744-8594-432d-997b-80f54a77c7c6 req-83526287-ee81-4699-a250-1a4d8bb93040 service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302059
Nov 10 14:45:48.265356 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:48.271600 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:48.318050 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event deleted for resources: {'Port': ['ID=8786c624-a8a4-414c-8ac7-af4283136112,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:48.321195 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:48.582813 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Router c449c872-190d-4ec6-843f-63f3f50b789e has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:45:48.770144 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:45:48.781369 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce78db-850c-4c47-a216-9e6a3ed29fca None None] Sync routers for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:45:48.792039 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce78db-850c-4c47-a216-9e6a3ed29fca None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:45:48.792935 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-34ce78db-850c-4c47-a216-9e6a3ed29fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed061b80>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:45:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:48.848562 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] No DVR routers for this DVR port 8786c624-a8a4-414c-8ac7-af4283136112 on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:45:48.851648 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:48.854240 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'name': 'network-vif-deleted', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:45:48.897408 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736c4ea5-6364-4c1a-b114-cb1d2ed4411d', 'name': 'network-vif-deleted', 'tag': '8786c624-a8a4-414c-8ac7-af4283136112', 'status': 'completed', 'code': 200}
Nov 10 14:45:48.929196 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a237df4-dada-4e35-a26d-66eb4b688157 req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.16 "DELETE /v2.0/ports/8786c624-a8a4-414c-8ac7-af4283136112 HTTP/1.1" status: 204  len: 173 time: 1.5009487
Nov 10 14:45:49.024038 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-34ce78db-850c-4c47-a216-9e6a3ed29fca None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:45:49.207439 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-35f315b6-82d4-4b0a-9868-dbbd19ccdb0b req-e580f564-c717-420c-b786-40d0708be20e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/ports?device_id=736c4ea5-6364-4c1a-b114-cb1d2ed4411d HTTP/1.1" status: 200  len: 210 time: 0.0535018
Nov 10 14:45:49.350302 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-34ce78db-850c-4c47-a216-9e6a3ed29fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed061b80>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:14Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:49.354239 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce78db-850c-4c47-a216-9e6a3ed29fca None None] Checking router: c449c872-190d-4ec6-843f-63f3f50b789e for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:45:49.362563 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce78db-850c-4c47-a216-9e6a3ed29fca None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:45:49.363204 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-34ce78db-850c-4c47-a216-9e6a3ed29fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed061b80>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:45:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:49.542320 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-34ce78db-850c-4c47-a216-9e6a3ed29fca None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:45:49.856586 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-34ce78db-850c-4c47-a216-9e6a3ed29fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed061b80>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:14Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:49.860562 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce78db-850c-4c47-a216-9e6a3ed29fca None None] The sync data for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi is: [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:37:02Z', 'revision_number': 4, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '209acca6-4d01-439a-af6a-7d8d80ec28d7', 'name': '', 'network_id': '23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'mac_address': 'fa:16:3e:bf:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:59Z', 'updated_at': '2021-11-10T14:37:14Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'subnets': [{'id': '7128e985-b0fc-4bb7-91ae-75574f19ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:45:50.100717 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37fc3b8-e8f2-4c5e-9b04-bf83f883439b None None] New status for floating IP 8dbf61e1-fef8-487d-ac42-85f3aa358ca3: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:45:50.403225 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60602) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:50.470674 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-59ea52ac-ebd7-4369-ac16-2805d0d91095 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:50.500228 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-59ea52ac-ebd7-4369-ac16-2805d0d91095 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:50.632063 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-59ea52ac-ebd7-4369-ac16-2805d0d91095 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:50.637148 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8e1518a2-74ef-4805-83b6-64334a9a9264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:50.652447 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea52ac-ebd7-4369-ac16-2805d0d91095 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d318f6-4633-4c39-b4c4-982700778b8e,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:50.655621 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-59ea52ac-ebd7-4369-ac16-2805d0d91095 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:50.747780 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 8786c624-a8a4-414c-8ac7-af4283136112 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:45:50.778558 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-59ea52ac-ebd7-4369-ac16-2805d0d91095 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:50.779777 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-59ea52ac-ebd7-4369-ac16-2805d0d91095 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "DELETE /v2.0/security-groups/48d318f6-4633-4c39-b4c4-982700778b8e HTTP/1.1" status: 204  len: 168 time: 0.3753264
Nov 10 14:45:50.782431 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60606) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:50.785481 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: 8786c624-a8a4-414c-8ac7-af4283136112 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:45:50.785828 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 8786c624-a8a4-414c-8ac7-af4283136112 not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:45:50.798668 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.api.v2.resource [None req-0fce99bb-9212-466e-99f8-30656e3ed118 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] show failed (client error): The resource could not be found.
Nov 10 14:45:50.799674 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0fce99bb-9212-466e-99f8-30656e3ed118 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "GET /v2.0/security-groups/48d318f6-4633-4c39-b4c4-982700778b8e HTTP/1.1" status: 404  len: 347 time: 0.0163240
Nov 10 14:45:50.802357 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60610) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:50.959614 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-f405ac5a-6e85-434d-9800-dc7831d6a83b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Deleting port 41b4c7f0-2a81-4b2a-a38c-be0d9ffb9a31 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:45:50.959852 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f405ac5a-6e85-434d-9800-dc7831d6a83b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:51.127605 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f405ac5a-6e85-434d-9800-dc7831d6a83b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:51.127939 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f405ac5a-6e85-434d-9800-dc7831d6a83b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:51.253590 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-f405ac5a-6e85-434d-9800-dc7831d6a83b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Calling delete_port for 41b4c7f0-2a81-4b2a-a38c-be0d9ffb9a31 owned by network:floatingip {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:45:51.493778 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f405ac5a-6e85-434d-9800-dc7831d6a83b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:51.497783 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-743bd15c-2f62-4e53-ac73-0cdb4a792632 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:51.544458 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405ac5a-6e85-434d-9800-dc7831d6a83b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Pushing event deleted for resources: {'Port': ['ID=41b4c7f0-2a81-4b2a-a38c-be0d9ffb9a31,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:51.547627 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f405ac5a-6e85-434d-9800-dc7831d6a83b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:51.638637 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f405ac5a-6e85-434d-9800-dc7831d6a83b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks [] for floatingip, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:51.653552 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f405ac5a-6e85-434d-9800-dc7831d6a83b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:51.654678 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f405ac5a-6e85-434d-9800-dc7831d6a83b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] 10.222.0.37 "DELETE /v2.0/floatingips/8dbf61e1-fef8-487d-ac42-85f3aa358ca3 HTTP/1.1" status: 204  len: 168 time: 0.8514581
Nov 10 14:45:54.719142 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60634) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:54.831417 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1978bda1-6ca2-4238-a84e-9ce0fea0001b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:55.277000 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:55.565813 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1700825'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:55.920608 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Deleting port 209acca6-4d01-439a-af6a-7d8d80ec28d7 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:45:55.921263 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:56.091521 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] For port 209acca6-4d01-439a-af6a-7d8d80ec28d7, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=209acca6-4d01-439a-af6a-7d8d80ec28d7,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:45:56.091877 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:56.214229 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Calling delete_port for 209acca6-4d01-439a-af6a-7d8d80ec28d7 owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:45:56.636899 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:56.640847 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e469bc36-e20e-4f37-a25c-32411d1b2b6d tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:56.682707 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=209acca6-4d01-439a-af6a-7d8d80ec28d7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:56.721200 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:56.721578 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:56.721940 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:56.722297 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:56.722645 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:56.723019 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:56.723378 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:56.724236 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:56.724584 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:56.724954 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:56.725299 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:56.725645 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:45:56.733219 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:57.059646 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700773'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:57.418269 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Router c449c872-190d-4ec6-843f-63f3f50b789e has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:45:57.470856 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-902d0587-fe08-4635-ad49-08a7a1643138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:57.595977 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:45:57.604640 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13565d96-404e-489d-a9fd-0b5177b5d0af None None] Sync routers for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:45:57.608076 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] 10.222.0.37 "PUT /v2.0/routers/c449c872-190d-4ec6-843f-63f3f50b789e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8878162
Nov 10 14:45:57.610538 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60642) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:57.613885 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13565d96-404e-489d-a9fd-0b5177b5d0af None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:45:57.614501 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-13565d96-404e-489d-a9fd-0b5177b5d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedef1910>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:45:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:57.792992 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Notify callbacks [] for router, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:57.794967 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-13565d96-404e-489d-a9fd-0b5177b5d0af None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:45:57.973799 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:58.117177 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-13565d96-404e-489d-a9fd-0b5177b5d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedef1910>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:45:56Z', 'revision_number': 5, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port': {'id': '8f44145c-5fd3-4c30-b751-81d04e0dd5cd', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:36:52Z', 'updated_at': '2021-11-10T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:58.120852 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13565d96-404e-489d-a9fd-0b5177b5d0af None None] Checking router: c449c872-190d-4ec6-843f-63f3f50b789e for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:45:58.129299 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13565d96-404e-489d-a9fd-0b5177b5d0af None None] Routers {'c449c872-190d-4ec6-843f-63f3f50b789e'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:45:58.130588 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-13565d96-404e-489d-a9fd-0b5177b5d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedef1910>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:45:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['c449c872-190d-4ec6-843f-63f3f50b789e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:58.133601 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Deleting port 8f44145c-5fd3-4c30-b751-81d04e0dd5cd {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:45:58.134094 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:58.285096 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-13565d96-404e-489d-a9fd-0b5177b5d0af None None] Set router c449c872-190d-4ec6-843f-63f3f50b789e gateway port host: None {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:45:58.424041 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] For port 8f44145c-5fd3-4c30-b751-81d04e0dd5cd, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=8f44145c-5fd3-4c30-b751-81d04e0dd5cd,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:45:58.424726 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:58.437624 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-13565d96-404e-489d-a9fd-0b5177b5d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedef1910>, [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:45:57Z', 'revision_number': 6, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port_host': None}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:45:58.449108 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13565d96-404e-489d-a9fd-0b5177b5d0af None None] The sync data for ids ['c449c872-190d-4ec6-843f-63f3f50b789e'] in dv-cinder-817404-1-iscsi is: [{'id': 'c449c872-190d-4ec6-843f-63f3f50b789e', 'name': 'tempest-AttachVolumeShelveTestJSON-469921994-router', 'tenant_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:36:51Z', 'updated_at': '2021-11-10T14:45:57Z', 'revision_number': 6, 'project_id': '674a5aae3e4a4cab83ecd2bbfcf8e066', 'gw_port_host': None}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:45:58.516643 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:58.556299 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Calling delete_port for 8f44145c-5fd3-4c30-b751-81d04e0dd5cd owned by network:router_gateway {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:45:58.774138 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:58.778203 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-849832f0-bbf3-46fe-a8cf-d56d9430d89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:58.827425 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Pushing event deleted for resources: {'Port': ['ID=8f44145c-5fd3-4c30-b751-81d04e0dd5cd,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:58.829984 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:58.919876 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053154'] for router_gateway, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.093155 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3242'] for router, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.095263 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.265307 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053206'] for router, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.265938 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c449c872-190d-4ec6-843f-63f3f50b789e {{(pid=87469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 10 14:45:59.279844 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.281038 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] 10.222.0.37 "DELETE /v2.0/routers/c449c872-190d-4ec6-843f-63f3f50b789e HTTP/1.1" status: 204  len: 168 time: 1.6695766
Nov 10 14:45:59.283533 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60646) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:59.346834 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-26eaa6e1-1da2-480b-b487-4dcf91b74ecf admin admin] Deleting subnet 7128e985-b0fc-4bb7-91ae-75574f19ce47 {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:45:59.349907 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-26eaa6e1-1da2-480b-b487-4dcf91b74ecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.400602 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-26eaa6e1-1da2-480b-b487-4dcf91b74ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2104880'] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.524696 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-26eaa6e1-1da2-480b-b487-4dcf91b74ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.648637 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-26eaa6e1-1da2-480b-b487-4dcf91b74ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2225482'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.652667 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:45:59.689006 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaa6e1-1da2-480b-b487-4dcf91b74ecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7128e985-b0fc-4bb7-91ae-75574f19ce47,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:45:59.692063 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-26eaa6e1-1da2-480b-b487-4dcf91b74ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:45:59.693133 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-26eaa6e1-1da2-480b-b487-4dcf91b74ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.699157 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4dd45e-fe02-4490-8a82-4bd409245194 None None] Network 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:45:59.701229 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-26eaa6e1-1da2-480b-b487-4dcf91b74ecf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7128e985-b0fc-4bb7-91ae-75574f19ce47 HTTP/1.1" status: 204  len: 168 time: 0.4146066
Nov 10 14:45:59.703031 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60650) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:45:59.781212 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.810647 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.821172 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Deleting port 58c520e4-1e44-4318-9aa7-a507a80b8254 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:45:59.821516 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:45:59.942148 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3db53a-8307-451f-b19d-d6030f38c9b4 None None] DHCP port deletion for 23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f request from dv-cinder-817404-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 10 14:45:59.946866 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8a3db53a-8307-451f-b19d-d6030f38c9b4 None None] Deleting port 58c520e4-1e44-4318-9aa7-a507a80b8254 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:45:59.947300 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a3db53a-8307-451f-b19d-d6030f38c9b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:00.120495 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] For port 58c520e4-1e44-4318-9aa7-a507a80b8254, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=58c520e4-1e44-4318-9aa7-a507a80b8254,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:46:00.120859 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:00.156515 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-8a3db53a-8307-451f-b19d-d6030f38c9b4 None None] For port 58c520e4-1e44-4318-9aa7-a507a80b8254, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=58c520e4-1e44-4318-9aa7-a507a80b8254,segment=NetworkSegment(ee3f8496-c44f-4023-a06e-4029fe1e18de),segment_id=ee3f8496-c44f-4023-a06e-4029fe1e18de)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:46:00.156949 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a3db53a-8307-451f-b19d-d6030f38c9b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:00.227359 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 8f44145c-5fd3-4c30-b751-81d04e0dd5cd no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:46:00.244891 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Calling delete_port for 58c520e4-1e44-4318-9aa7-a507a80b8254 owned by network:dhcp {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:46:00.314704 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8a3db53a-8307-451f-b19d-d6030f38c9b4 None None] Calling delete_port for 58c520e4-1e44-4318-9aa7-a507a80b8254 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:46:00.351057 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 8f44145c-5fd3-4c30-b751-81d04e0dd5cd {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:46:00.351434 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 8f44145c-5fd3-4c30-b751-81d04e0dd5cd not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:46:00.351873 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 58c520e4-1e44-4318-9aa7-a507a80b8254 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:46:00.379497 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:00.385411 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9a9a27fc-577b-495d-946d-506b93fe92e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:00.392976 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 58c520e4-1e44-4318-9aa7-a507a80b8254 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:46:00.393330 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 58c520e4-1e44-4318-9aa7-a507a80b8254 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:46:00.393767 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 209acca6-4d01-439a-af6a-7d8d80ec28d7 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:46:00.429879 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Pushing event deleted for resources: {'Port': ['ID=58c520e4-1e44-4318-9aa7-a507a80b8254,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:00.432998 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:00.433785 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] No DVR routers for this DVR port 58c520e4-1e44-4318-9aa7-a507a80b8254 on host dv-cinder-817404-1-iscsi {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:46:00.468775 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 209acca6-4d01-439a-af6a-7d8d80ec28d7 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:46:00.469135 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 209acca6-4d01-439a-af6a-7d8d80ec28d7 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:46:00.551919 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:00.553151 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-8a3db53a-8307-451f-b19d-d6030f38c9b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:46:00.553516 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-8a3db53a-8307-451f-b19d-d6030f38c9b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:46:00.576903 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fec420df0>,) {'filters': {'network_id': ['23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:00.589154 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec420df0>, 'ee3f8496-c44f-4023-a06e-4029fe1e18de') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:00.589447 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec420df0>, 'ee3f8496-c44f-4023-a06e-4029fe1e18de') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:00.600514 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105035'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:00.616941 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:00.622997 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:46:00.627628 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222635'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     timer()
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     self._notify()
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     event.method(event)
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:46:00.640533 dv-cinder-817404-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:46:00.779087 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:00.782696 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:00.796297 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:00.809015 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Pushing event deleted for resources: {'Network': ['ID=23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:00.820199 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:00.894177 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] 10.222.0.37 "DELETE /v2.0/networks/23e576cf-7d16-4e47-9f9e-63cc5b0b3a5f HTTP/1.1" status: 204  len: 168 time: 1.1898179
Nov 10 14:46:01.054526 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8a3db53a-8307-451f-b19d-d6030f38c9b4 None None] Deleting port 58c520e4-1e44-4318-9aa7-a507a80b8254 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:46:01.055124 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a3db53a-8307-451f-b19d-d6030f38c9b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:01.123799 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8a3db53a-8307-451f-b19d-d6030f38c9b4 None None] The port '58c520e4-1e44-4318-9aa7-a507a80b8254' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 10 14:46:01.229775 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60656) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:46:01.281820 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-434c94df-4354-4926-aa27-636c8e216f9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=674a5aae3e4a4cab83ecd2bbfcf8e066&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0507908
Nov 10 14:46:01.284231 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60660) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:46:01.341471 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-db50429f-a048-44f5-aee7-9e23a0320ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:01.367821 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-db50429f-a048-44f5-aee7-9e23a0320ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:01.522568 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-db50429f-a048-44f5-aee7-9e23a0320ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:01.526490 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1f4ce11f-25e4-4b19-89cd-e58f08e4f41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:01.541151 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50429f-a048-44f5-aee7-9e23a0320ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee24aaa-a17c-406b-960a-f96949666881,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:01.545089 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-db50429f-a048-44f5-aee7-9e23a0320ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:01.548241 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-db50429f-a048-44f5-aee7-9e23a0320ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:01.554382 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-db50429f-a048-44f5-aee7-9e23a0320ffe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ee24aaa-a17c-406b-960a-f96949666881 HTTP/1.1" status: 204  len: 168 time: 0.2642374
Nov 10 14:46:02.675892 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60684) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:46:02.778604 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1024696212-network', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:46:02.783260 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:46:02.787669 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Usage tracker for resource:network and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:46:02.790605 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:46:02.796950 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:46:02.865541 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Made reservation on behalf of 09ba18a1fafd4739b0711d2e6b0cf477 for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:46:02.867961 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:02.880603 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:02.895812 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:46:02.899711 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Usage tracker for resource:security_group_rule and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:46:02.902503 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:46:02.908165 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:46:02.995819 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:03.053829 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:03.057013 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5fea45c9-947a-49a2-917c-2a48669d46b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:03.086607 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:46:03.095757 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f59a9b-cee2-43b3-993d-c704399dcfad,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:03.099919 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:03.102457 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:03.102802 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Added segment 4e166c15-5c83-4ddc-9b27-272da40a0d44 of type vlan for network cf40bf14-3cb0-496e-8335-d34ce625783d
Nov 10 14:46:03.130178 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:03.225702 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:03.227066 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:03.227681 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:03.231312 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:03.331875 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Pushing event updated for resources: {'Network': ['ID=cf40bf14-3cb0-496e-8335-d34ce625783d,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:03.334969 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:03.342042 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network cf40bf14-3cb0-496e-8335-d34ce625783d details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:46:03.391658 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7ae8c5f9-5a2a-4b5b-824c-cf67237d56bb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7143655
Nov 10 14:46:03.394340 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60690) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:46:03.401165 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Request body: {'subnet': {'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1024696212-subnet', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:46:03.405997 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:46:03.410799 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Usage tracker for resource:subnet and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:46:03.414806 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:46:03.420929 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:46:03.505960 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Made reservation on behalf of 09ba18a1fafd4739b0711d2e6b0cf477 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:46:03.508383 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225453'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:03.796739 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225459'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:03.800963 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:03.870775 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=659f3403-54ec-4196-a982-8e6e741a0e5f,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:03.875216 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:03.884625 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Checking segment: {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:46:03.884982 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Network hostable DHCP agents. Network: cf40bf14-3cb0-496e-8335-d34ce625783d, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:46:03.978947 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Network cf40bf14-3cb0-496e-8335-d34ce625783d is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:46:04.065299 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, cf40bf14-3cb0-496e-8335-d34ce625783d) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:46:04.069840 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:04.070463 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:04.075659 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02016e79-469e-49d7-af72-2167b1341006 None None] Network cf40bf14-3cb0-496e-8335-d34ce625783d requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:46:04.204332 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-9b219b65-af51-4837-af71-feadd64ccfa8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8088386
Nov 10 14:46:04.207018 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 60694) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:46:04.212281 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:46:04.218166 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:46:04.222437 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Usage tracker for resource:router and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:46:04.226008 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:46:04.232676 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:46:04.292936 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b25b303-07c5-5f6c-a194-2bb5371e0edc-cf40bf14-3cb0-496e-8335-d34ce625783d', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f'}]}} from dv-cinder-817404-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 10 14:46:04.296968 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:04.320581 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3252'] for router, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:04.320581 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3235'] for router, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:04.333338 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:04.456829 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Allocated IP 172.20.0.2 (cf40bf14-3cb0-496e-8335-d34ce625783d/659f3403-54ec-4196-a982-8e6e741a0e5f/6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:46:04.662270 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:04.672237 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Transition to ACTIVE for port object 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:46:04.676511 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3153'] for router, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:04.689995 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Transition to ACTIVE for port object 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:46:04.791030 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:04.795517 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:04.863466 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Network cf40bf14-3cb0-496e-8335-d34ce625783d is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:46:04.866544 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:46:04.870323 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:46:04.877621 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Pushing event updated for resources: {'Port': ['ID=6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:04.904382 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:04.964803 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Attempting to bind port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:46:04.965097 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Attempting to bind port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:46:04.965475 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Attempting to bind port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f on network cf40bf14-3cb0-496e-8335-d34ce625783d {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:46:04.970759 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:46:04.971171 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Checking segment: {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:46:04.976875 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:04.976875 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Bound using segment: {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:46:04.976875 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Bound port: 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:46:04.976875 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:05.067743 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] For port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:46:05.070385 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:05.070734 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] For port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:46:05.102936 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:05.156873 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:05.161492 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:05.237688 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Allocated IP 172.27.3.107 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/75eea006-ee56-4130-8574-9ccf13d92922) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:46:05.241128 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Pushing event updated for resources: {'Port': ['ID=6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:05.244168 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:05.394452 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:05.511585 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:05.516494 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:05.673514 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:46:05.677118 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:46:05.680902 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:46:05.710908 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Pushing event updated for resources: {'Port': ['ID=75eea006-ee56-4130-8574-9ccf13d92922,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:05.717222 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:06.183823 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68079039-5ba8-4fd6-ba1a-92a8e5dada81 None None] Network cf40bf14-3cb0-496e-8335-d34ce625783d requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:46:06.203580 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:06.260338 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:46:06.394892 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-4cc14928-3c79-4d19-9488-180fb770f3a9 None None] Provisioning for port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:46:06.487242 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:46:06.496895 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:46:06.497280 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:06.547237 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053150'] for router, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:06.634046 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:06.667167 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:46:06.735441 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:06.737500 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:06.803732 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:06.806850 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:06.824908 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Router 0474492b-8cf6-4665-8594-f19c418a5127 is scheduled to L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 with binding_index 1 {{(pid=87468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 10 14:46:06.832916 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-054e796f-253b-48c5-b711-3682060f4986 None None] Provisioning complete for port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:46:06.833329 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-054e796f-253b-48c5-b711-3682060f4986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:07.003578 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:46:07.013130 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Sync routers for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:46:07.022356 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:46:07.022969 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee93db20>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:45:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:07.099155 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Notify callbacks [] for router, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:07.100417 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.8923247
Nov 10 14:46:07.103283 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 60700) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:46:07.207014 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:46:07.513023 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee93db20>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:05Z', 'revision_number': 3, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:07.516758 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Checking router: 0474492b-8cf6-4665-8594-f19c418a5127 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:46:07.517114 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Updating router 0474492b-8cf6-4665-8594-f19c418a5127 port 75eea006-ee56-4130-8574-9ccf13d92922 binding host dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:46:07.568797 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:07.880268 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:07.884973 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:07.896704 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Transition to ACTIVE for port object 75eea006-ee56-4130-8574-9ccf13d92922 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:46:08.082550 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:08.083278 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Allocated IP 172.20.0.1 (cf40bf14-3cb0-496e-8335-d34ce625783d/659f3403-54ec-4196-a982-8e6e741a0e5f/27424b1e-1f57-401c-8092-59914be131f7) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:46:08.088238 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-2d060671-5f87-4589-949c-5a26698a0e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:08.163519 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Attempting to bind port 75eea006-ee56-4130-8574-9ccf13d92922 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:46:08.163880 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Attempting to bind port 75eea006-ee56-4130-8574-9ccf13d92922 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:46:08.164244 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Attempting to bind port 75eea006-ee56-4130-8574-9ccf13d92922 on network f227f18b-4020-4a8a-ad74-e84290a1be57 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:46:08.172009 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:46:08.172390 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Checking segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:46:08.172793 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:08.173187 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Bound using segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:46:08.173654 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Bound port: 75eea006-ee56-4130-8574-9ccf13d92922, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:46:08.174041 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:08.197264 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Pushing event updated for resources: {'Port': ['ID=75eea006-ee56-4130-8574-9ccf13d92922,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:08.214774 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:08.215481 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:08.215481 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:08.215774 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:08.217805 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:08.217805 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:08.217805 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:08.217805 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:08.217805 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:08.218231 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:46:08.218677 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:08.218677 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:08.218677 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:08.227625 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:08.243118 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:08.260867 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] For port 75eea006-ee56-4130-8574-9ccf13d92922, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:46:08.262035 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Transition to ACTIVE for port object 27424b1e-1f57-401c-8092-59914be131f7 will not be triggered until provisioned by entity DHCP. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:46:08.264216 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] For port 75eea006-ee56-4130-8574-9ccf13d92922, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=75eea006-ee56-4130-8574-9ccf13d92922,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:46:08.289053 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:46:08.289440 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:08.391295 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:08.396362 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-6d3cb787-b50d-47b0-8d25-7a40ec3184bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:08.413668 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:08.417460 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:08.476555 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Pushing event updated for resources: {'Port': ['ID=75eea006-ee56-4130-8574-9ccf13d92922,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:08.480282 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-ee6df1d3-93a8-426d-8ae0-9972fc02ae90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:08.480774 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:46:08.481375 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee93db20>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:45:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:08.483197 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Network cf40bf14-3cb0-496e-8335-d34ce625783d is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:46:08.485966 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:46:08.490317 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:46:08.525969 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Pushing event updated for resources: {'Port': ['ID=27424b1e-1f57-401c-8092-59914be131f7,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:08.534660 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:08.549352 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700676'] for router_interface, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:08.670640 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:46:08.865205 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c8ce03b2-8346-4e7c-8ccd-0dd915185586 None None] Provisioning for port 27424b1e-1f57-401c-8092-59914be131f7 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:46:08.870923 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c8ce03b2-8346-4e7c-8ccd-0dd915185586 None None] Provisioning complete for port 27424b1e-1f57-401c-8092-59914be131f7 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:46:08.871352 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8ce03b2-8346-4e7c-8ccd-0dd915185586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:08.881352 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:08.929125 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce03b2-8346-4e7c-8ccd-0dd915185586 None None] Port 27424b1e-1f57-401c-8092-59914be131f7 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:46:08.955958 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee93db20>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:05Z', 'revision_number': 3, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:08.960946 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d951ed08-8380-4f92-8302-225cb65a89a0 None None] The sync data for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi is: [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:05Z', 'revision_number': 3, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:46:09.244289 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:09.316300 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:09.341686 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-838c4562-6cde-46ce-947c-da8e463a4cfd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:09.425037 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Pushing event updated for resources: {'Port': ['ID=27424b1e-1f57-401c-8092-59914be131f7,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:09.430112 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:09.430970 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1700651'] for router_interface, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:09.570288 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Network cf40bf14-3cb0-496e-8335-d34ce625783d is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:46:09.571476 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:46:09.769660 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Router 0474492b-8cf6-4665-8594-f19c418a5127 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:46:09.854757 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-8ae16886-0f79-429f-90b9-3f5b350a853d None None] Provisioning complete for port 27424b1e-1f57-401c-8092-59914be131f7 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:46:09.855321 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8ae16886-0f79-429f-90b9-3f5b350a853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:09.907737 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8ae16886-0f79-429f-90b9-3f5b350a853d None None] Port 27424b1e-1f57-401c-8092-59914be131f7 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:46:09.948019 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:46:09.956949 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] 10.222.0.37 "PUT /v2.0/routers/0474492b-8cf6-4665-8594-f19c418a5127/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8526695
Nov 10 14:46:10.237878 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 75eea006-ee56-4130-8574-9ccf13d92922 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:46:10.384734 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 75eea006-ee56-4130-8574-9ccf13d92922 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:46:10.390347 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 75eea006-ee56-4130-8574-9ccf13d92922 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:46:10.390803 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:10.454759 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Sync routers for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:46:10.495045 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:46:10.495423 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedd60040>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:45:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:10.606711 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:10.693431 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 75eea006-ee56-4130-8574-9ccf13d92922, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=75eea006-ee56-4130-8574-9ccf13d92922,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:46:10.715653 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:46:10.838059 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:10.846089 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:10.941974 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 60712) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:46:10.947481 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958694388', 'description': 'tempest-description--1066795943'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:46:10.953819 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:46:10.957973 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Usage tracker for resource:security_group and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:46:10.961058 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:46:10.966982 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:46:11.004510 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=75eea006-ee56-4130-8574-9ccf13d92922,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:11.009229 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:11.087805 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.100223 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedd60040>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:09Z', 'revision_number': 2, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:11.104214 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Checking router: 0474492b-8cf6-4665-8594-f19c418a5127 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:46:11.107895 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Updating router 0474492b-8cf6-4665-8594-f19c418a5127 port 27424b1e-1f57-401c-8092-59914be131f7 binding host dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:46:11.111782 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:46:11.116398 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Usage tracker for resource:security_group_rule and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:46:11.119274 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:46:11.124948 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:46:11.161082 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.218056 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.281671 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.287598 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-c7c968cc-1319-46c7-a975-54b3d4f7642b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:11.324354 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721afe36-3af1-446c-a479-2a41cc069a91,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:11.327400 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:11.396869 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.398119 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4550364
Nov 10 14:46:11.404057 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 60716) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:46:11.409134 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-9132ef16-624d-4921-8479-26fc800cb6a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Request body: {'security_group_rule': {'security_group_id': '721afe36-3af1-446c-a479-2a41cc069a91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:46:11.415612 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-9132ef16-624d-4921-8479-26fc800cb6a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:46:11.419670 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-9132ef16-624d-4921-8479-26fc800cb6a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Usage tracker for resource:security_group_rule and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:46:11.422480 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-9132ef16-624d-4921-8479-26fc800cb6a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:46:11.428306 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-9132ef16-624d-4921-8479-26fc800cb6a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:46:11.517364 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9132ef16-624d-4921-8479-26fc800cb6a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.538021 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.549724 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Transition to ACTIVE for port object 27424b1e-1f57-401c-8092-59914be131f7 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:46:11.579864 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9132ef16-624d-4921-8479-26fc800cb6a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.625116 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.628838 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:11.653104 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9132ef16-624d-4921-8479-26fc800cb6a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.655141 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:11.677867 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132ef16-624d-4921-8479-26fc800cb6a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab7ad96-5833-406f-912c-a746962f3cb5,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:11.692479 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9132ef16-624d-4921-8479-26fc800cb6a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:11.776147 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4d9f8-aad4-4691-938d-2bbb1f200c75 None None] Pushing event updated for resources: {'Port': ['ID=27424b1e-1f57-401c-8092-59914be131f7,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:11.785861 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-0dd4d9f8-aad4-4691-938d-2bbb1f200c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:11.790723 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9132ef16-624d-4921-8479-26fc800cb6a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.794760 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 60720) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:46:11.795271 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-9132ef16-624d-4921-8479-26fc800cb6a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3898954
Nov 10 14:46:11.801782 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-242425bb-a5e2-4083-8767-2c0db68a4604 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Request body: {'security_group_rule': {'security_group_id': '721afe36-3af1-446c-a479-2a41cc069a91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:46:11.811922 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-242425bb-a5e2-4083-8767-2c0db68a4604 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:46:11.811922 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-242425bb-a5e2-4083-8767-2c0db68a4604 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Usage tracker for resource:security_group_rule and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:46:11.815051 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-242425bb-a5e2-4083-8767-2c0db68a4604 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:46:11.823391 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-242425bb-a5e2-4083-8767-2c0db68a4604 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:46:11.841584 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Attempting to bind port 27424b1e-1f57-401c-8092-59914be131f7 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:46:11.841960 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Attempting to bind port 27424b1e-1f57-401c-8092-59914be131f7 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:46:11.842329 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Attempting to bind port 27424b1e-1f57-401c-8092-59914be131f7 on network cf40bf14-3cb0-496e-8335-d34ce625783d {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:46:11.847764 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:46:11.848169 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Checking segment: {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:46:11.848575 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.848974 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Bound using segment: {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:46:11.849536 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Bound port: 27424b1e-1f57-401c-8092-59914be131f7, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:46:11.849807 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.940180 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-242425bb-a5e2-4083-8767-2c0db68a4604 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:11.945084 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] For port 27424b1e-1f57-401c-8092-59914be131f7, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:46:11.948194 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] For port 27424b1e-1f57-401c-8092-59914be131f7, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=27424b1e-1f57-401c-8092-59914be131f7,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:46:12.002108 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-242425bb-a5e2-4083-8767-2c0db68a4604 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:12.059386 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:12.062996 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-0dd4d9f8-aad4-4691-938d-2bbb1f200c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:12.110173 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-242425bb-a5e2-4083-8767-2c0db68a4604 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:12.112523 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-92738294-da0c-4b53-a866-e1f14e24ba58 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:12.134069 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242425bb-a5e2-4083-8767-2c0db68a4604 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e42ee5-426a-4dab-9ac7-533d769784c8,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:12.138301 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-242425bb-a5e2-4083-8767-2c0db68a4604 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:12.138842 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:46:12.139515 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedd60040>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:45:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:12.222292 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4d9f8-aad4-4691-938d-2bbb1f200c75 None None] Pushing event updated for resources: {'Port': ['ID=27424b1e-1f57-401c-8092-59914be131f7,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:12.241538 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 75eea006-ee56-4130-8574-9ccf13d92922 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:46:12.252579 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-0dd4d9f8-aad4-4691-938d-2bbb1f200c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:12.288270 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-242425bb-a5e2-4083-8767-2c0db68a4604 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:12.292595 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 60724) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:46:12.293211 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-242425bb-a5e2-4083-8767-2c0db68a4604 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4964778
Nov 10 14:46:12.298856 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Request body: {'floatingip': {'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:46:12.305020 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:46:12.309348 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Usage tracker for resource:floatingip and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:46:12.311929 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:46:12.317672 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:46:12.384574 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:46:12.396751 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:12.463784 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 75eea006-ee56-4130-8574-9ccf13d92922 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:46:12.464333 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:12.540966 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:12.685461 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Allocated IP 172.27.3.143 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/f944c964-411b-48c9-a3bb-f90a384489ac) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:46:12.815848 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedd60040>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:11Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:12.820519 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c9b5ec-e25e-466b-b381-e50d0586098a None None] The sync data for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi is: [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:11Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:46:12.834149 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:12.929897 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:12.934294 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:13.002677 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:46:13.006418 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:46:13.010295 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:46:13.149724 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event updated for resources: {'Port': ['ID=f944c964-411b-48c9-a3bb-f90a384489ac,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:13.156179 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:13.205299 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:13.332041 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:13.551842 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:13.636577 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:13.640598 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:13.752530 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event updated for resources: {'Port': ['ID=f944c964-411b-48c9-a3bb-f90a384489ac,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:13.755466 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:13.765472 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:13.927669 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:13.928949 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6343954
Nov 10 14:46:14.094965 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-c3746488-bfa7-44b7-8edc-93ce8bb40127 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Synchronizing usage tracker for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:46:14.161819 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:46:14.202157 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-c3746488-bfa7-44b7-8edc-93ce8bb40127 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Unset dirty status for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:46:14.203463 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-c3746488-bfa7-44b7-8edc-93ce8bb40127 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--958694388&fields=id&tenant_id=09ba18a1fafd4739b0711d2e6b0cf477 HTTP/1.1" status: 200  len: 267 time: 0.1486518
Nov 10 14:46:14.234874 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 27424b1e-1f57-401c-8092-59914be131f7 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:46:14.360656 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-3c5ef92b-0f58-42b3-8859-9f34326a7fae tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:14.362108 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-3c5ef92b-0f58-42b3-8859-9f34326a7fae tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/networks?id=cf40bf14-3cb0-496e-8335-d34ce625783d HTTP/1.1" status: 200  len: 811 time: 0.1513634
Nov 10 14:46:14.377092 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-02f5d3d2-ae7f-4225-b097-020bbf1051f8 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/quotas/09ba18a1fafd4739b0711d2e6b0cf477 HTTP/1.1" status: 200  len: 375 time: 0.0089149
Nov 10 14:46:14.396655 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 27424b1e-1f57-401c-8092-59914be131f7 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:46:14.401821 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 27424b1e-1f57-401c-8092-59914be131f7 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:46:14.402212 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:14.462570 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-a60fe570-ba91-4fd4-8d5c-853476945d45 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Synchronizing usage tracker for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:46:14.531847 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:14.563904 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 27424b1e-1f57-401c-8092-59914be131f7, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=27424b1e-1f57-401c-8092-59914be131f7,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:46:14.568390 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-a60fe570-ba91-4fd4-8d5c-853476945d45 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Unset dirty status for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:46:14.569721 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-a60fe570-ba91-4fd4-8d5c-853476945d45 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1871860
Nov 10 14:46:14.590752 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:14.614188 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:14.616336 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:14.686580 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=27424b1e-1f57-401c-8092-59914be131f7,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:14.689744 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:14.711883 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-4d7f2d74-5ac2-4271-99f5-4bf74176d4a5 service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303060
Nov 10 14:46:14.846283 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-d07984d6-a7c7-4966-baa3-17d599e60670 service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285701
Nov 10 14:46:16.124066 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a48eb4fb-8cca-4aad-8857-82d8469a6c91 req-b821afb0-3a3e-404b-8e6d-276e05819864 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 210 time: 0.0466409
Nov 10 14:46:16.216066 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 27424b1e-1f57-401c-8092-59914be131f7 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:46:16.284337 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 27424b1e-1f57-401c-8092-59914be131f7 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:46:16.284723 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:17.278125 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0289583e-1592-4ae3-a4bb-31db6eb81cd1 req-c0cd2d8e-f15d-43cb-b546-36b4fc1b27b7 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 210 time: 0.0497344
Nov 10 14:46:18.478690 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3ed37525-03e6-42d3-a56c-e01b08f88bf4 req-d5c9ae02-a7ed-4281-ab49-81001804dd18 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 210 time: 0.0736814
Nov 10 14:46:18.569494 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-39c21e44-e8d0-4a50-9152-e90730957785 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:18.570179 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-39c21e44-e8d0-4a50-9152-e90730957785 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Synchronizing usage tracker for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:network {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:46:18.670278 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-39c21e44-e8d0-4a50-9152-e90730957785 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Unset dirty status for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:network {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:46:18.671503 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-39c21e44-e8d0-4a50-9152-e90730957785 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.16 "GET /v2.0/networks?id=cf40bf14-3cb0-496e-8335-d34ce625783d HTTP/1.1" status: 200  len: 811 time: 0.3670228
Nov 10 14:46:18.732365 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e21cdd61-4476-4c51-8fff-a44de63e8f8b tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Synchronizing usage tracker for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:security_group {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:46:18.744910 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e21cdd61-4476-4c51-8fff-a44de63e8f8b tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Unset dirty status for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:security_group {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:46:18.746029 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e21cdd61-4476-4c51-8fff-a44de63e8f8b tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09ba18a1fafd4739b0711d2e6b0cf477 HTTP/1.1" status: 200  len: 379 time: 0.0637252
Nov 10 14:46:18.758838 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Request body: {'port': {'device_id': '03ec0ffe-8230-4036-b106-6db18fa73367', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'admin_state_up': True, 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'security_groups': ['721afe36-3af1-446c-a479-2a41cc069a91']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:46:18.855350 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf733e-9757-467c-a562-16bd729cd62e req-53801fa8-e648-4f34-9bd9-3279594a7c53 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:18.856845 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-26bf733e-9757-467c-a562-16bd729cd62e req-53801fa8-e648-4f34-9bd9-3279594a7c53 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0883148
Nov 10 14:46:18.902911 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:46:18.904907 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-26bf733e-9757-467c-a562-16bd729cd62e req-20824706-3e3b-4001-990b-b082529dd191 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420947
Nov 10 14:46:18.913788 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:46:18.996045 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Made reservation on behalf of 09ba18a1fafd4739b0711d2e6b0cf477 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:46:18.999560 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:19.165634 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Allocated IP 172.20.0.12 (cf40bf14-3cb0-496e-8335-d34ce625783d/659f3403-54ec-4196-a982-8e6e741a0e5f/dcc6bae9-723b-43c8-a80c-1fc744070f26) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:46:19.352635 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:19.367902 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Transition to ACTIVE for port object dcc6bae9-723b-43c8-a80c-1fc744070f26 will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:46:19.488016 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:19.494206 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:19.565249 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Network cf40bf14-3cb0-496e-8335-d34ce625783d is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:46:19.569107 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:46:19.573211 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:46:19.640910 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event updated for resources: {'Port': ['ID=dcc6bae9-723b-43c8-a80c-1fc744070f26,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:19.659051 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:19.699557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:19.700209 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:19.743906 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a85df-8a2d-41be-85a7-8e4de5443339 req-f49f5ed5-1c58-4f6b-8ef9-5447b5b9254d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:19.744590 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-fa5a85df-8a2d-41be-85a7-8e4de5443339 req-f49f5ed5-1c58-4f6b-8ef9-5447b5b9254d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Synchronizing usage tracker for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:46:19.797641 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0425506
Nov 10 14:46:19.818548 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Request body: {'port': {'device_id': '03ec0ffe-8230-4036-b106-6db18fa73367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:46:19.938992 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:19.995605 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-fa5a85df-8a2d-41be-85a7-8e4de5443339 req-f49f5ed5-1c58-4f6b-8ef9-5447b5b9254d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Unset dirty status for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:46:19.996974 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fa5a85df-8a2d-41be-85a7-8e4de5443339 req-f49f5ed5-1c58-4f6b-8ef9-5447b5b9254d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 932 time: 0.3978777
Nov 10 14:46:20.003710 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-5fb80d3f-6983-4bca-8f1f-104d4a8028c4 None None] Provisioning for port dcc6bae9-723b-43c8-a80c-1fc744070f26 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:46:20.010089 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-5fb80d3f-6983-4bca-8f1f-104d4a8028c4 None None] Provisioning complete for port dcc6bae9-723b-43c8-a80c-1fc744070f26 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:46:20.010472 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5fb80d3f-6983-4bca-8f1f-104d4a8028c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:20.090971 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5fb80d3f-6983-4bca-8f1f-104d4a8028c4 None None] Port dcc6bae9-723b-43c8-a80c-1fc744070f26 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:46:20.109031 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fa5a85df-8a2d-41be-85a7-8e4de5443339 req-f2ef8d6a-2844-4ffb-baea-c2225a8dbf85 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026568
Nov 10 14:46:20.138798 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc62aa-18b7-4478-9ed1-1ba531d4efdc req-c67511ad-7dc8-42d7-a784-fc34abb9cc50 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:20.140398 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e4dc62aa-18b7-4478-9ed1-1ba531d4efdc req-c67511ad-7dc8-42d7-a784-fc34abb9cc50 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.1226261
Nov 10 14:46:20.186940 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e4dc62aa-18b7-4478-9ed1-1ba531d4efdc req-7a437ff1-85c3-4740-924d-4020def1e125 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399854
Nov 10 14:46:20.346566 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc6bae9-723b-43c8-a80c-1fc744070f26 {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:46:20.354054 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:20.368813 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Transition to ACTIVE for port object dcc6bae9-723b-43c8-a80c-1fc744070f26 will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:46:20.424624 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:20.429122 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-41265712-ef6c-4440-ad15-257b21f6f33c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:20.581564 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc6bae9-723b-43c8-a80c-1fc744070f26,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:20.589088 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:20.663957 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Attempting to bind port dcc6bae9-723b-43c8-a80c-1fc744070f26 on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:46:20.664293 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Attempting to bind port dcc6bae9-723b-43c8-a80c-1fc744070f26 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:46:20.664625 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Attempting to bind port dcc6bae9-723b-43c8-a80c-1fc744070f26 on network cf40bf14-3cb0-496e-8335-d34ce625783d {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:46:20.669273 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Port dcc6bae9-723b-43c8-a80c-1fc744070f26 on network cf40bf14-3cb0-496e-8335-d34ce625783d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:46:20.669597 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Attempting to bind port dcc6bae9-723b-43c8-a80c-1fc744070f26 on network cf40bf14-3cb0-496e-8335-d34ce625783d {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:46:20.675049 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:46:20.675270 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Checking segment: {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:46:20.675575 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Bound using segment: {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:46:20.676036 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Bound port: dcc6bae9-723b-43c8-a80c-1fc744070f26, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:46:20.676386 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:20.765670 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] For port dcc6bae9-723b-43c8-a80c-1fc744070f26, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:46:20.768653 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] For port dcc6bae9-723b-43c8-a80c-1fc744070f26, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=dcc6bae9-723b-43c8-a80c-1fc744070f26,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:46:20.819361 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:20.823190 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:20.973467 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:20.974084 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:20.975485 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] 10.222.0.16 "PUT /v2.0/ports/dcc6bae9-723b-43c8-a80c-1fc744070f26 HTTP/1.1" status: 200  len: 1094 time: 1.1610157
Nov 10 14:46:20.976003 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ec0ffe-8230-4036-b106-6db18fa73367', 'tag': 'dcc6bae9-723b-43c8-a80c-1fc744070f26'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:46:21.019131 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc6bae9-723b-43c8-a80c-1fc744070f26,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:21.024091 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ec0ffe-8230-4036-b106-6db18fa73367', 'tag': 'dcc6bae9-723b-43c8-a80c-1fc744070f26', 'status': 'completed', 'code': 200}
Nov 10 14:46:21.024857 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:21.125932 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9dab-9375-42e1-a750-834c540a8dfb req-75585cc2-151f-4bc9-84cd-68a720e1a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:21.127630 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c60b9dab-9375-42e1-a750-834c540a8dfb req-75585cc2-151f-4bc9-84cd-68a720e1a679 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 1097 time: 0.0736129
Nov 10 14:46:21.288756 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9dab-9375-42e1-a750-834c540a8dfb req-28c5d280-d1e5-47af-994d-5b1361a78136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:21.290123 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c60b9dab-9375-42e1-a750-834c540a8dfb req-28c5d280-d1e5-47af-994d-5b1361a78136 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1477683
Nov 10 14:46:21.315835 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040a0e9-06e7-437c-844b-cdd4ddef3e60 req-83b17fa5-99e5-4c86-bbfd-be3679b3db58 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:21.318068 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b040a0e9-06e7-437c-844b-cdd4ddef3e60 req-83b17fa5-99e5-4c86-bbfd-be3679b3db58 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 944 time: 0.0923524
Nov 10 14:46:21.370865 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b040a0e9-06e7-437c-844b-cdd4ddef3e60 req-08647d8c-5d7b-495a-a088-1c1c166852e0 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467932
Nov 10 14:46:21.501619 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9dab-9375-42e1-a750-834c540a8dfb req-8e04b3b9-fb4a-4e82-8cc3-f4b69a61c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:21.503070 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c60b9dab-9375-42e1-a750-834c540a8dfb req-8e04b3b9-fb4a-4e82-8cc3-f4b69a61c07a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2018366
Nov 10 14:46:21.512073 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356016f-5812-4107-ac89-72d43c370446 req-9f5563a6-ab52-4824-bbd5-38056f40adff tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:21.513477 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5356016f-5812-4107-ac89-72d43c370446 req-9f5563a6-ab52-4824-bbd5-38056f40adff tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.1892314
Nov 10 14:46:21.595900 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5356016f-5812-4107-ac89-72d43c370446 req-6d7ea393-e093-4654-80f5-75a44622cc45 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766871
Nov 10 14:46:21.627449 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e5252b5f-b614-4213-a7c2-20520a8cb015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:21.629445 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e5252b5f-b614-4213-a7c2-20520a8cb015 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 1097 time: 0.0803769
Nov 10 14:46:21.710020 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-11ccf1d5-013c-43c8-93e1-b2335ada5720 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcc6bae9-723b-43c8-a80c-1fc744070f26 HTTP/1.1" status: 200  len: 217 time: 0.0662072
Nov 10 14:46:21.778309 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-158d7820-cbc7-4d6b-9f81-44ab985e34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:21.779715 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-158d7820-cbc7-4d6b-9f81-44ab985e34b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=659f3403-54ec-4196-a982-8e6e741a0e5f HTTP/1.1" status: 200  len: 850 time: 0.0603955
Nov 10 14:46:21.854361 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-7460758d-d078-44f4-b893-8846e0ef6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:21.855843 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-7460758d-d078-44f4-b893-8846e0ef6171 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf40bf14-3cb0-496e-8335-d34ce625783d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687511
Nov 10 14:46:21.988043 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-e9bff24e-b613-429a-b949-bc9ab64935d1 service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230814
Nov 10 14:46:22.121800 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d957abe-9ea2-4cec-8156-65cd57cad98e req-d360b98a-b4f1-42ac-8a78-530b2caadf0f service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226175
Nov 10 14:46:22.566636 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94994b56-c46c-4c03-9345-c7d576521d38 req-859f457f-6858-45bd-abc8-432bd63222d5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:22.568115 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-94994b56-c46c-4c03-9345-c7d576521d38 req-859f457f-6858-45bd-abc8-432bd63222d5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 944 time: 0.0801213
Nov 10 14:46:22.612707 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-94994b56-c46c-4c03-9345-c7d576521d38 req-431e5a79-7313-474e-ad0d-6142f9da5401 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389879
Nov 10 14:46:22.778334 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6998e-6542-44a9-a7aa-f676dce58891 req-031deda9-1593-4995-b7fb-2093f0eb6bad tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:22.779828 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a4d6998e-6542-44a9-a7aa-f676dce58891 req-031deda9-1593-4995-b7fb-2093f0eb6bad tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0787051
Nov 10 14:46:22.827704 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a4d6998e-6542-44a9-a7aa-f676dce58891 req-60ae6d95-b723-4ee4-966e-fa203ad798ba tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418661
Nov 10 14:46:23.799916 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf8e8a-6474-4de6-a5d1-b6923cc8ede8 req-be87d338-d371-4679-9969-98f3527a3f41 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:23.801416 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3dbf8e8a-6474-4de6-a5d1-b6923cc8ede8 req-be87d338-d371-4679-9969-98f3527a3f41 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 944 time: 0.0836957
Nov 10 14:46:23.846569 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3dbf8e8a-6474-4de6-a5d1-b6923cc8ede8 req-cef44e12-39a0-40ea-a3c8-5683fbba6964 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394783
Nov 10 14:46:24.010910 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a99cd-adf3-4e64-8b69-2c33dc4d94cb req-c43f1adf-7afe-45b9-83be-6bf33c1055e3 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:24.012406 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-567a99cd-adf3-4e64-8b69-2c33dc4d94cb req-c43f1adf-7afe-45b9-83be-6bf33c1055e3 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0820756
Nov 10 14:46:24.057182 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-567a99cd-adf3-4e64-8b69-2c33dc4d94cb req-8b9275c9-dad1-477b-a340-83da69f468c3 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390506
Nov 10 14:46:24.841640 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5b03ea2-46f8-4b0c-a03c-31e87028d742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:24.943388 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device dcc6bae9-723b-43c8-a80c-1fc744070f26 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:46:25.039045 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed041a-6065-4f32-90c2-89feb1a449e2 req-5b95431c-6128-4dc2-8c1f-f91db232d4c6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:25.040528 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e9ed041a-6065-4f32-90c2-89feb1a449e2 req-5b95431c-6128-4dc2-8c1f-f91db232d4c6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 944 time: 0.0853643
Nov 10 14:46:25.087605 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e9ed041a-6065-4f32-90c2-89feb1a449e2 req-4cdfb522-7df7-4967-a73a-41a64baed886 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408981
Nov 10 14:46:25.088989 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port dcc6bae9-723b-43c8-a80c-1fc744070f26, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=dcc6bae9-723b-43c8-a80c-1fc744070f26,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:46:25.105578 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': 'dcc6bae9-723b-43c8-a80c-1fc744070f26', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'port_id': 'dcc6bae9-723b-43c8-a80c-1fc744070f26', 'mac_address': 'fa:16:3e:4b:1f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:46:25.170904 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:25.199707 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc6bae9-723b-43c8-a80c-1fc744070f26 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:46:25.219306 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port dcc6bae9-723b-43c8-a80c-1fc744070f26, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=dcc6bae9-723b-43c8-a80c-1fc744070f26,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:46:25.259292 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970f0c7-3469-443e-b25b-0c406fc7db32 req-b67c6428-cd49-4741-ace7-584adb198b7d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:25.260766 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8970f0c7-3469-443e-b25b-0c406fc7db32 req-b67c6428-cd49-4741-ace7-584adb198b7d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0890148
Nov 10 14:46:25.288223 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:25.309628 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8970f0c7-3469-443e-b25b-0c406fc7db32 req-fe608d78-3c20-4367-b06c-ffde3cd5ff99 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429223
Nov 10 14:46:25.331633 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:25.331633 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:25.389619 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=dcc6bae9-723b-43c8-a80c-1fc744070f26,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:25.397320 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:25.397706 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:25.398051 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:25.398390 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:25.398724 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:25.399057 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:25.399431 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:25.399759 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:25.400088 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:25.400411 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:25.400732 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:25.401052 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:46:25.404784 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:25.625370 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['dcc6bae9-723b-43c8-a80c-1fc744070f26'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:46:26.369476 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c1a84-5bf8-4c2c-9bbc-e7d567f9ef18 req-46499271-c97b-4715-adbb-bfd9a072f82c tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:26.370864 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b88c1a84-5bf8-4c2c-9bbc-e7d567f9ef18 req-46499271-c97b-4715-adbb-bfd9a072f82c tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 945 time: 0.1787379
Nov 10 14:46:26.416430 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b88c1a84-5bf8-4c2c-9bbc-e7d567f9ef18 req-c7f09693-65ff-4450-9633-ef92e28af39d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399678
Nov 10 14:46:26.496951 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8dc49-2bf6-4aac-8022-fb9667cb47fc req-858bdf28-018c-4294-b371-f8a9431fa44f tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:26.498429 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-01b8dc49-2bf6-4aac-8022-fb9667cb47fc req-858bdf28-018c-4294-b371-f8a9431fa44f tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0806308
Nov 10 14:46:26.543269 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-01b8dc49-2bf6-4aac-8022-fb9667cb47fc req-d6893fe7-7802-447f-8e13-879e867c3d30 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390103
Nov 10 14:46:26.961594 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device dcc6bae9-723b-43c8-a80c-1fc744070f26 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:46:27.115582 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port dcc6bae9-723b-43c8-a80c-1fc744070f26 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:46:27.120320 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port dcc6bae9-723b-43c8-a80c-1fc744070f26 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:46:27.120706 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:27.238845 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:27.264946 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ec0ffe-8230-4036-b106-6db18fa73367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc6bae9-723b-43c8-a80c-1fc744070f26'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:46:27.274527 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port dcc6bae9-723b-43c8-a80c-1fc744070f26, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=dcc6bae9-723b-43c8-a80c-1fc744070f26,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:46:27.308928 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ec0ffe-8230-4036-b106-6db18fa73367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc6bae9-723b-43c8-a80c-1fc744070f26', 'code': 200}
Nov 10 14:46:27.350397 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:27.352343 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f798e825-4c39-4829-831d-0ac1b9837484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:27.430197 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=dcc6bae9-723b-43c8-a80c-1fc744070f26,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:27.433137 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:27.515814 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f9df902-396c-4a87-8699-6ca6e1dde21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:27.605696 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364590-eba2-4620-aa6a-40839383b26e req-9efd9ba9-7987-4fbf-a2da-97c1c2f5389f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:27.607222 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-af364590-eba2-4620-aa6a-40839383b26e req-9efd9ba9-7987-4fbf-a2da-97c1c2f5389f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0869811
Nov 10 14:46:27.700076 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-af364590-eba2-4620-aa6a-40839383b26e req-81b5ec88-8351-4b5a-994d-ea5c7eae746f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860596
Nov 10 14:46:27.725835 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e27c1c-5c0b-42fc-bd02-ecf60b6817d9 req-e4ff5b9d-653a-4a89-aac1-f03bdd719e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:27.727348 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-41e27c1c-5c0b-42fc-bd02-ecf60b6817d9 req-e4ff5b9d-653a-4a89-aac1-f03bdd719e1e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 1099 time: 0.0999973
Nov 10 14:46:27.740124 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc69157-19b4-45b7-b772-5f7b0f86d8b3 req-897667a6-cf58-4bb1-845d-9bbbc165e241 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:27.741604 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9fc69157-19b4-45b7-b772-5f7b0f86d8b3 req-897667a6-cf58-4bb1-845d-9bbbc165e241 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0861311
Nov 10 14:46:27.775431 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-41e27c1c-5c0b-42fc-bd02-ecf60b6817d9 req-f48d154e-bde8-4829-9761-bb3fe533389f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399656
Nov 10 14:46:27.786775 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9fc69157-19b4-45b7-b772-5f7b0f86d8b3 req-a2bf08cb-e677-4c88-a11f-51e1099d86e9 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393326
Nov 10 14:46:28.412978 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:28.979195 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20233e-34c4-46a3-bfa8-ebc4b42ce6d9 req-3ca66663-fdbb-49ef-b9f1-0222fe9e9342 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:28.980254 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6962c8-5e42-4ff3-a457-be6c26a36b2d req-ed49fc4f-9f08-4f7b-83eb-9994564c529b tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:28.980897 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9a20233e-34c4-46a3-bfa8-ebc4b42ce6d9 req-3ca66663-fdbb-49ef-b9f1-0222fe9e9342 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0850706
Nov 10 14:46:28.981698 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8a6962c8-5e42-4ff3-a457-be6c26a36b2d req-ed49fc4f-9f08-4f7b-83eb-9994564c529b tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.1770368
Nov 10 14:46:29.035213 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8a6962c8-5e42-4ff3-a457-be6c26a36b2d req-2a5960ce-cf87-4d6e-baa2-6956bb3fb467 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474260
Nov 10 14:46:29.036059 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9a20233e-34c4-46a3-bfa8-ebc4b42ce6d9 req-9dacc39f-8dae-4c70-b2d7-28f811320bee tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478292
Nov 10 14:46:29.795533 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:30.220911 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bf014-db76-4843-aa68-2c55e40d5bbb req-aafc6a0e-ef3d-4e33-9146-1cf4aa54bc19 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:30.221552 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371c20a-e563-4a8d-962e-c1a601b1ac0b req-8123c2d6-c9f1-452e-ac33-d417914a438c tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:30.223232 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e41bf014-db76-4843-aa68-2c55e40d5bbb req-aafc6a0e-ef3d-4e33-9146-1cf4aa54bc19 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0833185
Nov 10 14:46:30.223571 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6371c20a-e563-4a8d-962e-c1a601b1ac0b req-8123c2d6-c9f1-452e-ac33-d417914a438c tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0851614
Nov 10 14:46:30.266853 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e41bf014-db76-4843-aa68-2c55e40d5bbb req-454d9b68-c21d-43d3-865d-ccbb651b1e29 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383458
Nov 10 14:46:30.269796 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6371c20a-e563-4a8d-962e-c1a601b1ac0b req-95d0fcf7-b049-43f8-96a4-7ddc81bdcb45 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398293
Nov 10 14:46:30.442102 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141ebed-f785-4443-9a3c-73b717b5c681 req-d337cd8b-7c8d-423d-8c6b-1864f278cd09 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:30.443482 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f141ebed-f785-4443-9a3c-73b717b5c681 req-d337cd8b-7c8d-423d-8c6b-1864f278cd09 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0791721
Nov 10 14:46:30.452317 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 60812) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:46:30.458210 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-dbe8cc5a-f70f-4a77-aac7-efdbafce0f56 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Request body: {'floatingip': {'port_id': 'dcc6bae9-723b-43c8-a80c-1fc744070f26'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:46:30.536411 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cc5a-f70f-4a77-aac7-efdbafce0f56 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:31.117401 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cc5a-f70f-4a77-aac7-efdbafce0f56 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:31.252823 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cc5a-f70f-4a77-aac7-efdbafce0f56 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:31.470349 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.l3_db [None req-dbe8cc5a-f70f-4a77-aac7-efdbafce0f56 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Floating IP d3c44546-4a74-4abd-acde-11c2e8e783eb associated. External IP: 172.27.3.143, port: dcc6bae9-723b-43c8-a80c-1fc744070f26.
Nov 10 14:46:31.740689 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b12ad9-e790-43f0-b0cb-22a908e877d4 req-655a4aef-2ca9-4496-af6e-c5c976b33940 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:31.742171 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-02b12ad9-e790-43f0-b0cb-22a908e877d4 req-655a4aef-2ca9-4496-af6e-c5c976b33940 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.3576045
Nov 10 14:46:31.853746 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-02b12ad9-e790-43f0-b0cb-22a908e877d4 req-a4351dc1-feb3-4afd-877d-a8a619f7367c tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057849
Nov 10 14:46:31.976898 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe8cc5a-f70f-4a77-aac7-efdbafce0f56 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Router 0474492b-8cf6-4665-8594-f19c418a5127 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:46:32.167976 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe8cc5a-f70f-4a77-aac7-efdbafce0f56 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:46:32.172828 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cc5a-f70f-4a77-aac7-efdbafce0f56 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:32.178231 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edeefb3-6d89-48a9-be41-be8c0b49df92 None None] Sync routers for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:46:32.188538 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edeefb3-6d89-48a9-be41-be8c0b49df92 None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:46:32.189252 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7edeefb3-6d89-48a9-be41-be8c0b49df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feda404f0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:46:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:32.230958 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-dbe8cc5a-f70f-4a77-aac7-efdbafce0f56 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "PUT /v2.0/floatingips/d3c44546-4a74-4abd-acde-11c2e8e783eb HTTP/1.1" status: 200  len: 992 time: 1.7775192
Nov 10 14:46:32.231905 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ec0ffe-8230-4036-b106-6db18fa73367', 'tag': 'dcc6bae9-723b-43c8-a80c-1fc744070f26'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:46:32.300512 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ec0ffe-8230-4036-b106-6db18fa73367', 'tag': 'dcc6bae9-723b-43c8-a80c-1fc744070f26', 'status': 'completed', 'code': 200}
Nov 10 14:46:32.401122 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-7edeefb3-6d89-48a9-be41-be8c0b49df92 None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:46:32.413255 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae43cc-df55-4fdd-b612-76e3802b7dc5 req-1b21941b-2f1c-4527-9062-1d3341f38123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:32.413255 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69ae43cc-df55-4fdd-b612-76e3802b7dc5 req-1b21941b-2f1c-4527-9062-1d3341f38123 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 1099 time: 0.0831211
Nov 10 14:46:32.550474 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae43cc-df55-4fdd-b612-76e3802b7dc5 req-9377dde2-980e-4099-874a-fe7d78ba5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:32.551966 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69ae43cc-df55-4fdd-b612-76e3802b7dc5 req-9377dde2-980e-4099-874a-fe7d78ba5f58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf40bf14-3cb0-496e-8335-d34ce625783d HTTP/1.1" status: 200  len: 912 time: 0.1285195
Nov 10 14:46:32.661147 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69ae43cc-df55-4fdd-b612-76e3802b7dc5 req-41aa548e-360e-4ad9-b0d2-874ab6baf25a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcc6bae9-723b-43c8-a80c-1fc744070f26 HTTP/1.1" status: 200  len: 1000 time: 0.0994060
Nov 10 14:46:32.731807 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae43cc-df55-4fdd-b612-76e3802b7dc5 req-bdb3c543-2ffd-4c9f-8b93-ca4d6f62eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:32.733259 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69ae43cc-df55-4fdd-b612-76e3802b7dc5 req-bdb3c543-2ffd-4c9f-8b93-ca4d6f62eaf5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=659f3403-54ec-4196-a982-8e6e741a0e5f HTTP/1.1" status: 200  len: 850 time: 0.0629098
Nov 10 14:46:32.759071 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7edeefb3-6d89-48a9-be41-be8c0b49df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feda404f0>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'd3c44546-4a74-4abd-acde-11c2e8e783eb', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'port_id': 'dcc6bae9-723b-43c8-a80c-1fc744070f26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'mac_address': 'fa:16:3e:4b:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec0ffe-8230-4036-b106-6db18fa73367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:46:13Z', 'updated_at': '2021-11-10T14:46:31Z', 'revision_number': 1, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:14Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:32.762918 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edeefb3-6d89-48a9-be41-be8c0b49df92 None None] Checking router: 0474492b-8cf6-4665-8594-f19c418a5127 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:46:32.771854 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edeefb3-6d89-48a9-be41-be8c0b49df92 None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:46:32.772459 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7edeefb3-6d89-48a9-be41-be8c0b49df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feda404f0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:46:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:32.811721 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae43cc-df55-4fdd-b612-76e3802b7dc5 req-fb643008-efb2-4646-a677-53de5ee5c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:32.813190 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69ae43cc-df55-4fdd-b612-76e3802b7dc5 req-fb643008-efb2-4646-a677-53de5ee5c8d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf40bf14-3cb0-496e-8335-d34ce625783d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731008
Nov 10 14:46:32.949881 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-7edeefb3-6d89-48a9-be41-be8c0b49df92 None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:46:32.957162 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69ae43cc-df55-4fdd-b612-76e3802b7dc5 req-ee8d6ed3-7336-476f-a38f-2f4f941ff719 service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296952
Nov 10 14:46:33.054855 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff47d20-301f-4a46-b1be-897e1cee1a5b req-8d35beee-f365-4411-bb02-843554bb5325 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:33.056335 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-fff47d20-301f-4a46-b1be-897e1cee1a5b req-8d35beee-f365-4411-bb02-843554bb5325 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0928319
Nov 10 14:46:33.103637 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-fff47d20-301f-4a46-b1be-897e1cee1a5b req-f2e8ec58-83cd-4ad8-b723-024896e24a90 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411031
Nov 10 14:46:33.118261 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69ae43cc-df55-4fdd-b612-76e3802b7dc5 req-91b56797-6883-4649-8a52-419ce32376dd service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481280
Nov 10 14:46:33.307787 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-7edeefb3-6d89-48a9-be41-be8c0b49df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feda404f0>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'd3c44546-4a74-4abd-acde-11c2e8e783eb', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'port_id': 'dcc6bae9-723b-43c8-a80c-1fc744070f26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'mac_address': 'fa:16:3e:4b:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec0ffe-8230-4036-b106-6db18fa73367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:46:13Z', 'updated_at': '2021-11-10T14:46:31Z', 'revision_number': 1, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:14Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:46:33.311736 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edeefb3-6d89-48a9-be41-be8c0b49df92 None None] The sync data for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi is: [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'd3c44546-4a74-4abd-acde-11c2e8e783eb', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'port_id': 'dcc6bae9-723b-43c8-a80c-1fc744070f26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'mac_address': 'fa:16:3e:4b:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec0ffe-8230-4036-b106-6db18fa73367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:46:13Z', 'updated_at': '2021-11-10T14:46:31Z', 'revision_number': 1, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:14Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:46:33.506933 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873dff3-763f-4f52-80e5-38e1f0cadf13 None None] New status for floating IP d3c44546-4a74-4abd-acde-11c2e8e783eb: ACTIVE {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:46:34.172042 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb6ba6-426b-45e1-9aa2-5f4fc7abf58c req-744f99f7-d9fa-48d5-a560-0978a7569c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:34.173518 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-21fb6ba6-426b-45e1-9aa2-5f4fc7abf58c req-744f99f7-d9fa-48d5-a560-0978a7569c11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65d99594641a4e72a328c38c5a7dbab7&device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 1098 time: 0.0717719
Nov 10 14:46:34.292486 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d32293-723f-477f-a84e-ea552daa19e2 req-86711b1c-3982-4ba6-9be8-f192cd105b5d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:34.294111 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-21d32293-723f-477f-a84e-ea552daa19e2 req-86711b1c-3982-4ba6-9be8-f192cd105b5d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0841897
Nov 10 14:46:34.309849 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb6ba6-426b-45e1-9aa2-5f4fc7abf58c req-b61cbda5-531c-415b-a9b2-cd9bfc4ae447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:34.311314 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-21fb6ba6-426b-45e1-9aa2-5f4fc7abf58c req-b61cbda5-531c-415b-a9b2-cd9bfc4ae447 service neutron] 10.222.0.16 "GET /v2.0/networks?id=06aee16b-8955-4aa1-8359-7a9338243c8a HTTP/1.1" status: 200  len: 909 time: 0.1273673
Nov 10 14:46:34.340254 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-21d32293-723f-477f-a84e-ea552daa19e2 req-3f70c3d5-56ec-4104-b503-12f33e357584 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401740
Nov 10 14:46:34.415563 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-21fb6ba6-426b-45e1-9aa2-5f4fc7abf58c req-8213c187-ab0c-4961-9359-8227683efc63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde HTTP/1.1" status: 200  len: 1001 time: 0.0974789
Nov 10 14:46:34.478251 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb6ba6-426b-45e1-9aa2-5f4fc7abf58c req-579534b3-1fb7-4585-968a-16a375d7226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:34.479718 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-21fb6ba6-426b-45e1-9aa2-5f4fc7abf58c req-579534b3-1fb7-4585-968a-16a375d7226c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eea0968-76c3-4317-b87f-40967bc68174 HTTP/1.1" status: 200  len: 847 time: 0.0571754
Nov 10 14:46:34.560716 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb6ba6-426b-45e1-9aa2-5f4fc7abf58c req-5fa815ca-f5d2-41e0-ab3c-7b680dc4b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:34.562187 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-21fb6ba6-426b-45e1-9aa2-5f4fc7abf58c req-5fa815ca-f5d2-41e0-ab3c-7b680dc4b856 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06aee16b-8955-4aa1-8359-7a9338243c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748487
Nov 10 14:46:34.783116 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-21fb6ba6-426b-45e1-9aa2-5f4fc7abf58c req-9e47473a-471d-409e-9c83-e487707114b6 service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105916
Nov 10 14:46:34.914486 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-21fb6ba6-426b-45e1-9aa2-5f4fc7abf58c req-02438cb6-9173-474e-80d1-ef02dddfbde3 service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239300
Nov 10 14:46:35.523760 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0c386-51cb-47d0-8303-99e2c78cc3e4 req-ae64e771-60d6-4cf2-bf2f-1d82f045ccaa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:35.525225 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c3b0c386-51cb-47d0-8303-99e2c78cc3e4 req-ae64e771-60d6-4cf2-bf2f-1d82f045ccaa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0800555
Nov 10 14:46:35.569251 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c3b0c386-51cb-47d0-8303-99e2c78cc3e4 req-1bc67e27-2c6b-4f15-a9bc-d0d3fc9b2eff tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383959
Nov 10 14:46:36.759569 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64a50a-d006-4345-8aa1-d662644f2eb5 req-755113c7-5a65-4aa5-aa9f-c84774647a86 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:36.761115 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-aa64a50a-d006-4345-8aa1-d662644f2eb5 req-755113c7-5a65-4aa5-aa9f-c84774647a86 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0870209
Nov 10 14:46:36.805766 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-aa64a50a-d006-4345-8aa1-d662644f2eb5 req-348d5831-cfee-46ce-b6e4-34bfb0fce8dd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389800
Nov 10 14:46:37.999579 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc18b0-2cdd-4262-8d12-26bebe7d0ffb req-949620a6-af22-4bcb-8e11-0faf11eecdf0 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:37.999579 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8cdc18b0-2cdd-4262-8d12-26bebe7d0ffb req-949620a6-af22-4bcb-8e11-0faf11eecdf0 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0869296
Nov 10 14:46:38.045305 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8cdc18b0-2cdd-4262-8d12-26bebe7d0ffb req-0d7a8e3f-9e76-42ee-9a44-37c9751059e9 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395830
Nov 10 14:46:39.246167 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f84e-3598-47d4-98ec-93ef285c13a6 req-f5db093d-7928-4a06-838b-6c396b1391e3 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:39.247678 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-62c2f84e-3598-47d4-98ec-93ef285c13a6 req-f5db093d-7928-4a06-838b-6c396b1391e3 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0902047
Nov 10 14:46:39.291737 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-62c2f84e-3598-47d4-98ec-93ef285c13a6 req-c519fd19-5da9-44b8-9388-70ade53e310a tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384340
Nov 10 14:46:39.796486 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bfcfd-b550-4c1a-8273-144735f30813 req-05201e78-09e0-4512-8abe-2de1804d11cf tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:39.798095 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8e9bfcfd-b550-4c1a-8273-144735f30813 req-05201e78-09e0-4512-8abe-2de1804d11cf tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0848033
Nov 10 14:46:39.890351 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8e9bfcfd-b550-4c1a-8273-144735f30813 req-f1477efb-7e62-4a87-8d8f-bcb952cea421 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573339
Nov 10 14:46:39.906221 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-b79b9cc1-f33c-4181-93d7-45398f3e59c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1574574
Nov 10 14:46:41.074789 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3b93d-2095-4be9-a0ca-f9d99b289d8b req-1f8d9517-2cfe-470a-bade-136f2ee13977 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:41.076473 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-11d3b93d-2095-4be9-a0ca-f9d99b289d8b req-1f8d9517-2cfe-470a-bade-136f2ee13977 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0806806
Nov 10 14:46:41.091373 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device b42adcb8-40a0-44d2-a2d6-baad0147cdde no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:46:41.126454 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-11d3b93d-2095-4be9-a0ca-f9d99b289d8b req-d2c6e629-4c81-402e-baf3-7ac33e844a1b tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436406
Nov 10 14:46:41.234867 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:41.263630 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:46:41.273389 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port b42adcb8-40a0-44d2-a2d6-baad0147cdde, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:46:41.304661 dv-cinder-817404-1-iscsi neutron-server[87471]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'code': 422} returned with failed status
Nov 10 14:46:41.367432 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:41.369214 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:41.447772 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=b42adcb8-40a0-44d2-a2d6-baad0147cdde,revision_number=6']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:41.451338 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:42.311853 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f0886-48d4-4db9-bb4e-f20b80240172 req-13647d6c-a47a-422b-9fd6-0d5032e46353 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:42.313330 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e17f0886-48d4-4db9-bb4e-f20b80240172 req-13647d6c-a47a-422b-9fd6-0d5032e46353 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0803535
Nov 10 14:46:42.359025 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e17f0886-48d4-4db9-bb4e-f20b80240172 req-d5be9aa0-91a7-43bb-bedb-fef5fb62dac2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390618
Nov 10 14:46:42.934528 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-3df2a723-f31f-4d8c-877e-c7c1a8f93d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:42.935920 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-3df2a723-f31f-4d8c-877e-c7c1a8f93d86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8&tenant_id=65d99594641a4e72a328c38c5a7dbab7 HTTP/1.1" status: 200  len: 1096 time: 0.0698891
Nov 10 14:46:43.035183 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-a7720393-218e-48bb-a634-3ac6202e5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:43.037217 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-a7720393-218e-48bb-a634-3ac6202e5aeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65d99594641a4e72a328c38c5a7dbab7&device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 1096 time: 0.0741987
Nov 10 14:46:43.169716 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-6b0655b9-9c21-4cd2-937b-f7027abde455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:43.171172 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-6b0655b9-9c21-4cd2-937b-f7027abde455 service neutron] 10.222.0.16 "GET /v2.0/networks?id=06aee16b-8955-4aa1-8359-7a9338243c8a HTTP/1.1" status: 200  len: 909 time: 0.1254580
Nov 10 14:46:43.278492 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-bfc9ff84-99ad-4ad1-bad9-e83701961a63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde HTTP/1.1" status: 200  len: 999 time: 0.0956447
Nov 10 14:46:43.345586 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-43418b92-3d2c-49d3-a102-2fe977d73b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:43.347032 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-43418b92-3d2c-49d3-a102-2fe977d73b90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eea0968-76c3-4317-b87f-40967bc68174 HTTP/1.1" status: 200  len: 847 time: 0.0607460
Nov 10 14:46:43.425315 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-b9aaaa08-bcb0-42bb-9833-7566697bf4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:43.426819 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-b9aaaa08-bcb0-42bb-9833-7566697bf4ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06aee16b-8955-4aa1-8359-7a9338243c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716977
Nov 10 14:46:43.569626 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-a6858540-47d4-46f7-81a7-31b84c51a771 service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333296
Nov 10 14:46:43.657132 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635936f-f359-4d9d-a6ba-47ec0defaee9 req-469fe8fc-a48a-496d-bbc0-72989afe7bdf tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:43.677882 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4635936f-f359-4d9d-a6ba-47ec0defaee9 req-469fe8fc-a48a-496d-bbc0-72989afe7bdf tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.1942248
Nov 10 14:46:43.703644 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4635936f-f359-4d9d-a6ba-47ec0defaee9 req-42e0b195-efaa-4cc4-b5a8-1c6ba8ed5869 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392165
Nov 10 14:46:43.709467 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0b1c93f-a097-49c7-b649-ba0cd5939aff req-857d877c-fc37-47c8-b20c-02b91ee5eb59 service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322739
Nov 10 14:46:44.561105 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:44.892829 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75c577-e2da-4bdb-879f-9f88b26ea1da req-68a335e5-a5c5-4a15-a4ab-215b69f49ec0 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:44.894292 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-cb75c577-e2da-4bdb-879f-9f88b26ea1da req-68a335e5-a5c5-4a15-a4ab-215b69f49ec0 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0803354
Nov 10 14:46:44.940338 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-cb75c577-e2da-4bdb-879f-9f88b26ea1da req-dff5750b-b676-4257-8100-258fec22c7f0 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397186
Nov 10 14:46:46.122210 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a370f0-ec8c-44ab-ab21-8efe58ce750b req-7d27bfac-b949-44d4-b684-9b9871d2bd14 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:46.123606 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-88a370f0-ec8c-44ab-ab21-8efe58ce750b req-7d27bfac-b949-44d4-b684-9b9871d2bd14 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0790863
Nov 10 14:46:46.167478 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-88a370f0-ec8c-44ab-ab21-8efe58ce750b req-4496d331-b180-4fb4-a452-e32a94a75476 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381615
Nov 10 14:46:47.357413 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710cff7-bcf5-48c3-9f79-fe410636bb2b req-9790e3a4-2418-44eb-8e67-e0b1515f829c tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:47.358934 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8710cff7-bcf5-48c3-9f79-fe410636bb2b req-9790e3a4-2418-44eb-8e67-e0b1515f829c tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0863907
Nov 10 14:46:47.404442 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8710cff7-bcf5-48c3-9f79-fe410636bb2b req-c3c4bcb9-4570-4f1d-90ee-8222961f2591 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396936
Nov 10 14:46:48.593930 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e24715-ecc5-40fe-be2a-ee753951aedc req-7846910e-786f-442f-a3e0-0e4fe2221abc tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:48.595413 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-30e24715-ecc5-40fe-be2a-ee753951aedc req-7846910e-786f-442f-a3e0-0e4fe2221abc tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0793879
Nov 10 14:46:48.639466 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-30e24715-ecc5-40fe-be2a-ee753951aedc req-a4cc94c0-4fcf-48cb-aa55-56c64e6e53e1 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376897
Nov 10 14:46:49.824920 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be9e3e-d2b5-49eb-a0a0-580159b5ac39 req-e1f3c574-5acf-4010-9708-1dbccafe9e91 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:49.826692 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e8be9e3e-d2b5-49eb-a0a0-580159b5ac39 req-e1f3c574-5acf-4010-9708-1dbccafe9e91 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0851898
Nov 10 14:46:49.871106 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e8be9e3e-d2b5-49eb-a0a0-580159b5ac39 req-cac9e1d1-8ab8-4e26-b2d9-0640bfe8d538 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388062
Nov 10 14:46:51.054643 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8b946-0d4a-4ef9-82d9-a78a25533440 req-e768852f-4d04-49dc-8f73-64320d328954 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:51.056146 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8ff8b946-0d4a-4ef9-82d9-a78a25533440 req-e768852f-4d04-49dc-8f73-64320d328954 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 943 time: 0.0797122
Nov 10 14:46:51.100412 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-8ff8b946-0d4a-4ef9-82d9-a78a25533440 req-45c15e21-864e-463e-9ff7-70d7ac4e9a81 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386693
Nov 10 14:46:51.118180 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device b42adcb8-40a0-44d2-a2d6-baad0147cdde details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:46:51.160990 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:46:51.250687 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port b42adcb8-40a0-44d2-a2d6-baad0147cdde, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:46:51.264233 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'port_id': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'mac_address': 'fa:16:3e:f7:61:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eea0968-76c3-4317-b87f-40967bc68174', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:46:51.319731 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:51.336335 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42adcb8-40a0-44d2-a2d6-baad0147cdde {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:46:51.351756 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port b42adcb8-40a0-44d2-a2d6-baad0147cdde, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:46:51.423749 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:51.425394 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:51.492931 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=b42adcb8-40a0-44d2-a2d6-baad0147cdde,revision_number=7']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:51.496041 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:51.711050 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['b42adcb8-40a0-44d2-a2d6-baad0147cdde'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:46:52.289697 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466d191-7455-4173-92b0-f5263f872988 req-0cad73e8-d4af-4657-9734-98afa7d2db74 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:52.291198 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4466d191-7455-4173-92b0-f5263f872988 req-0cad73e8-d4af-4657-9734-98afa7d2db74 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 944 time: 0.0855560
Nov 10 14:46:52.338770 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4466d191-7455-4173-92b0-f5263f872988 req-63e679ab-2ed4-40d9-b65e-096836333353 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416129
Nov 10 14:46:53.130829 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device b42adcb8-40a0-44d2-a2d6-baad0147cdde up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:46:53.200190 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port b42adcb8-40a0-44d2-a2d6-baad0147cdde triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:46:53.200837 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:53.313691 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:53.341588 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:46:53.351938 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port b42adcb8-40a0-44d2-a2d6-baad0147cdde, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:46:53.385614 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'code': 200}
Nov 10 14:46:53.413377 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:53.415935 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:46:53.490905 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=b42adcb8-40a0-44d2-a2d6-baad0147cdde,revision_number=8']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:46:53.494195 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:46:53.582066 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1128671-28d2-4b65-af68-389169fb4681 req-53e691b8-060d-4a71-9cdd-021f5406e51b tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:53.584126 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1128671-28d2-4b65-af68-389169fb4681 req-53e691b8-060d-4a71-9cdd-021f5406e51b tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.1377823
Nov 10 14:46:53.627028 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1128671-28d2-4b65-af68-389169fb4681 req-d4eaba2b-52da-4aa7-b1ef-a386c78fcb35 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371628
Nov 10 14:46:53.799000 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab8a91-d5c8-4502-924d-011a586ff1cd req-a7b1d643-e704-491f-8955-d75c60fa57c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:53.800540 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9bab8a91-d5c8-4502-924d-011a586ff1cd req-a7b1d643-e704-491f-8955-d75c60fa57c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 1098 time: 0.0701466
Nov 10 14:46:53.843615 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9bab8a91-d5c8-4502-924d-011a586ff1cd req-3a4893b8-eac9-4f90-a67e-b93f7e784036 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349932
Nov 10 14:46:54.813507 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cf6e0-f133-4d2f-9f27-c0e863b2c834 req-3b05407c-14bf-489a-bc36-33c7e932f81f tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:54.814875 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b56cf6e0-f133-4d2f-9f27-c0e863b2c834 req-3b05407c-14bf-489a-bc36-33c7e932f81f tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0829089
Nov 10 14:46:54.860098 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b56cf6e0-f133-4d2f-9f27-c0e863b2c834 req-3c60163f-9ebf-4ae7-a73b-1cfb65f1aff5 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389104
Nov 10 14:46:54.869529 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7e542afc-09f8-4acd-a6b9-b8aea745cde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:55.263474 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:56.045818 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6612103-4f6b-4b2c-8d62-0eede6bb8e2a req-19bc93f3-6680-4dff-94d7-970d71301cb4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:46:56.047347 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a6612103-4f6b-4b2c-8d62-0eede6bb8e2a req-19bc93f3-6680-4dff-94d7-970d71301cb4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0815597
Nov 10 14:46:56.095528 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a6612103-4f6b-4b2c-8d62-0eede6bb8e2a req-767310d7-6192-435f-b4fe-b256ae441cc2 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419943
Nov 10 14:46:57.451002 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-612da889-33fb-4102-8143-17bd5c87cf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:58.452829 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:46:59.783503 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:10.369645 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-cad55fd0-7f5a-4a23-907f-cb19c162ac7f tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1554525578&fields=id&tenant_id=8b2fa41957dd4b8484b5ef9bf552e105 HTTP/1.1" status: 200  len: 267 time: 0.0400689
Nov 10 14:47:10.521474 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-a60e2177-738f-4e69-9ad7-8901e7720c1e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:10.522996 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-a60e2177-738f-4e69-9ad7-8901e7720c1e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 812 time: 0.1468070
Nov 10 14:47:10.542726 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-e3292756-d23c-4f9f-8977-28e752727e76 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/quotas/8b2fa41957dd4b8484b5ef9bf552e105 HTTP/1.1" status: 200  len: 375 time: 0.0104501
Nov 10 14:47:10.635394 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-91211e7e-5e38-4156-8685-786fbc6ec99a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0841146
Nov 10 14:47:10.691278 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-240e7bc9-d09a-4044-af5f-298dc0b1136a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:47:10.692273 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-240e7bc9-d09a-4044-af5f-298dc0b1136a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0457613
Nov 10 14:47:10.912018 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-fbc64403-7afb-4435-ba96-2e75c947bbd9 service neutron] 10.222.0.37 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139056
Nov 10 14:47:11.045400 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-2e4eebd9-b3f6-494f-bc11-ec3af9caced9 service neutron] 10.222.0.37 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275682
Nov 10 14:47:11.785487 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-08965c05-1982-48fb-aa64-354438745fca req-dd6c46f4-52d6-4cfe-8bb5-f6a79e702367 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 210 time: 0.0993252
Nov 10 14:47:12.935381 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e91d0d60-ae68-446b-ba44-c45e8bb0a801 req-d5a1df2e-8f2f-4d69-a01a-ad8aaaa682bf tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 210 time: 0.0457115
Nov 10 14:47:14.084588 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4242464c-a430-4a72-a753-ac6f166e5358 req-62ed1c63-2003-493f-af55-ae26ae5356c0 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 210 time: 0.0429313
Nov 10 14:47:14.310156 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-a3c77630-0138-408d-bf8c-51d82552a673 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:14.311610 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-a3c77630-0138-408d-bf8c-51d82552a673 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 812 time: 0.1477807
Nov 10 14:47:14.376314 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-2d89042c-effa-4ff5-9f7f-13568e0111c8 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b2fa41957dd4b8484b5ef9bf552e105 HTTP/1.1" status: 200  len: 380 time: 0.0443802
Nov 10 14:47:14.386742 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'port': {'device_id': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'admin_state_up': True, 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'security_groups': ['d2460640-e686-4f0f-a135-b0a758c55077']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:47:14.524600 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:47:14.534526 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:47:14.606277 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:14.634867 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Made reservation on behalf of 8b2fa41957dd4b8484b5ef9bf552e105 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:47:14.638528 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:14.800097 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Allocated IP 172.20.0.12 (8d9ed246-aa1d-418f-942f-384e817475c5/8776da3e-dbe5-4b48-a845-51a0bba3e050/284a83a6-0ff6-4607-9663-9310cc4165f4) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:47:14.991977 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:15.008535 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Transition to ACTIVE for port object 284a83a6-0ff6-4607-9663-9310cc4165f4 will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:47:15.132744 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:15.138798 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1fd2cbbd-19b0-43c9-b987-e9753f02cec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:47:15.206931 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Network 8d9ed246-aa1d-418f-942f-384e817475c5 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:47:15.210216 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:47:15.214718 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:47:15.246102 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'Port': ['ID=284a83a6-0ff6-4607-9663-9310cc4165f4,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:47:15.262735 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:15.263214 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:15.263595 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:15.263974 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:15.264336 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:15.264704 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:15.265068 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:15.265432 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:15.265791 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:15.266152 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:15.266506 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:15.266858 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:15.278365 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75b60b-8848-4011-a621-1b6c673fefa8 req-56596830-cb0f-45cf-976e-a7fb09affca1 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:15.281207 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0d75b60b-8848-4011-a621-1b6c673fefa8 req-56596830-cb0f-45cf-976e-a7fb09affca1 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 932 time: 0.0902309
Nov 10 14:47:15.283139 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:47:15.301410 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:15.302043 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:15.338246 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0d75b60b-8848-4011-a621-1b6c673fefa8 req-67359dcc-0626-4d42-aa62-d43602f1787e tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506766
Nov 10 14:47:15.435482 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0528286
Nov 10 14:47:15.462357 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-265c7a4a-2688-49a0-8611-d81213a8f481 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:47:15.463349 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-265c7a4a-2688-49a0-8611-d81213a8f481 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0058057
Nov 10 14:47:15.478660 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Request body: {'port': {'device_id': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:47:15.588585 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-2f3c88ee-d090-45b4-af41-6f36ec2e4cc8 None None] Provisioning for port 284a83a6-0ff6-4607-9663-9310cc4165f4 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:47:15.592379 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:15.599704 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-2f3c88ee-d090-45b4-af41-6f36ec2e4cc8 None None] Provisioning complete for port 284a83a6-0ff6-4607-9663-9310cc4165f4 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:47:15.599704 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2f3c88ee-d090-45b4-af41-6f36ec2e4cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:15.651423 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c88ee-d090-45b4-af41-6f36ec2e4cc8 None None] Port 284a83a6-0ff6-4607-9663-9310cc4165f4 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:47:15.954110 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284a83a6-0ff6-4607-9663-9310cc4165f4 {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:47:15.961465 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:15.975708 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Transition to ACTIVE for port object 284a83a6-0ff6-4607-9663-9310cc4165f4 will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:47:16.018199 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:16.022039 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-29903541-56b2-4c10-9ea9-039fdca3ab4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:47:16.268567 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Pushing event updated for resources: {'Port': ['ID=284a83a6-0ff6-4607-9663-9310cc4165f4,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:47:16.275614 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:47:16.341377 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Attempting to bind port 284a83a6-0ff6-4607-9663-9310cc4165f4 on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:47:16.341718 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Attempting to bind port 284a83a6-0ff6-4607-9663-9310cc4165f4 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:47:16.342048 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Attempting to bind port 284a83a6-0ff6-4607-9663-9310cc4165f4 on network 8d9ed246-aa1d-418f-942f-384e817475c5 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:47:16.346668 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Port 284a83a6-0ff6-4607-9663-9310cc4165f4 on network 8d9ed246-aa1d-418f-942f-384e817475c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:47:16.346933 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Attempting to bind port 284a83a6-0ff6-4607-9663-9310cc4165f4 on network 8d9ed246-aa1d-418f-942f-384e817475c5 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:47:16.352041 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:47:16.352409 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Checking segment: {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:47:16.352790 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Bound using segment: {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:47:16.353217 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Bound port: 284a83a6-0ff6-4607-9663-9310cc4165f4, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a28075-c2a5-4efc-862c-34a157d2fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:47:16.353561 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:16.445420 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] For port 284a83a6-0ff6-4607-9663-9310cc4165f4, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:47:16.449347 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] For port 284a83a6-0ff6-4607-9663-9310cc4165f4, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=284a83a6-0ff6-4607-9663-9310cc4165f4,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:47:16.510903 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:16.515894 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ec500291-2c27-4fd4-9d1f-b0741d3fc181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:47:16.535058 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce1da-bed7-44fa-9a26-ae4e7b6c839c req-73a5c5c2-36ec-40c4-b91c-e2fcf0754c7f tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:16.536719 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-459ce1da-bed7-44fa-9a26-ae4e7b6c839c req-73a5c5c2-36ec-40c4-b91c-e2fcf0754c7f tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 944 time: 0.0860243
Nov 10 14:47:16.573578 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:16.574193 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:16.575971 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] 10.222.0.16 "PUT /v2.0/ports/284a83a6-0ff6-4607-9663-9310cc4165f4 HTTP/1.1" status: 200  len: 1094 time: 1.1010327
Nov 10 14:47:16.576486 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'tag': '284a83a6-0ff6-4607-9663-9310cc4165f4'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:47:16.587552 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-459ce1da-bed7-44fa-9a26-ae4e7b6c839c req-cf737836-3f60-43a9-979b-f7ab0f989cd2 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436597
Nov 10 14:47:16.607319 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Pushing event updated for resources: {'Port': ['ID=284a83a6-0ff6-4607-9663-9310cc4165f4,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:47:16.610463 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:47:16.645985 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'tag': '284a83a6-0ff6-4607-9663-9310cc4165f4', 'status': 'completed', 'code': 200}
Nov 10 14:47:16.816551 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57440be-2aec-4107-a3f8-32ac1c40b040 req-1ee397bc-2650-42d6-8be2-78413cbaeb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:16.818021 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e57440be-2aec-4107-a3f8-32ac1c40b040 req-1ee397bc-2650-42d6-8be2-78413cbaeb16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 1097 time: 0.1192179
Nov 10 14:47:16.960745 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57440be-2aec-4107-a3f8-32ac1c40b040 req-08670d8c-e89d-4270-a6bb-daa6f2e7a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:16.962183 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e57440be-2aec-4107-a3f8-32ac1c40b040 req-08670d8c-e89d-4270-a6bb-daa6f2e7a43b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1323187
Nov 10 14:47:17.128886 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57440be-2aec-4107-a3f8-32ac1c40b040 req-f97a98d7-bbb6-404b-8855-105483f5f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:17.130260 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e57440be-2aec-4107-a3f8-32ac1c40b040 req-f97a98d7-bbb6-404b-8855-105483f5f4de service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1538751
Nov 10 14:47:17.245153 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-d7047785-9a0c-482f-8373-854a2677ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:17.246606 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-d7047785-9a0c-482f-8373-854a2677ce02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 1097 time: 0.0704110
Nov 10 14:47:17.321017 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-40b92895-d5e6-4a2a-84dd-ece424b2b28a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=284a83a6-0ff6-4607-9663-9310cc4165f4 HTTP/1.1" status: 200  len: 217 time: 0.0636168
Nov 10 14:47:17.389962 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-b06999b5-2dbd-4edc-b1a0-d4d88b5495a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:17.391311 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-b06999b5-2dbd-4edc-b1a0-d4d88b5495a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8776da3e-dbe5-4b48-a845-51a0bba3e050 HTTP/1.1" status: 200  len: 851 time: 0.0564873
Nov 10 14:47:17.474168 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-68c7d9b1-7f19-44bb-ad1f-111389624457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:17.475680 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-68c7d9b1-7f19-44bb-ad1f-111389624457 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d9ed246-aa1d-418f-942f-384e817475c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753973
Nov 10 14:47:17.607216 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-d4006873-5318-43c7-b825-4b85e223ddc9 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227429
Nov 10 14:47:17.744493 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75914889-5161-4a5f-96c1-c25a0d6bdcfb req-276256a2-e0d1-47c4-a61c-b6479bc64e89 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277063
Nov 10 14:47:17.783491 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f20c5-2100-4707-9ff5-370bf7e6db2c req-1290cb30-3817-4ef8-b147-c9c6b777cc7b tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:17.784937 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a29f20c5-2100-4707-9ff5-370bf7e6db2c req-1290cb30-3817-4ef8-b147-c9c6b777cc7b tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 944 time: 0.0848954
Nov 10 14:47:17.829467 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a29f20c5-2100-4707-9ff5-370bf7e6db2c req-29fc4add-976e-4413-a0fb-53aa72883f37 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388546
Nov 10 14:47:19.017460 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0924b9-38ee-4028-ae8a-1eb5e7a19018 req-163d7580-6ac4-4fd3-823f-1527d07a53e6 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:19.018910 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4b0924b9-38ee-4028-ae8a-1eb5e7a19018 req-163d7580-6ac4-4fd3-823f-1527d07a53e6 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 944 time: 0.0802498
Nov 10 14:47:19.061978 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4b0924b9-38ee-4028-ae8a-1eb5e7a19018 req-620d3f56-d023-47e2-b109-d786f0643460 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373504
Nov 10 14:47:20.249345 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc3bee-ac4e-43ca-9e4a-4f46863023c8 req-32ec0f6c-29d7-4954-8760-f800fe5f3e47 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:20.250705 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-90bc3bee-ac4e-43ca-9e4a-4f46863023c8 req-32ec0f6c-29d7-4954-8760-f800fe5f3e47 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 944 time: 0.0830548
Nov 10 14:47:20.295862 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-90bc3bee-ac4e-43ca-9e4a-4f46863023c8 req-64fd27c3-957e-4955-babb-8bd58837785c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393860
Nov 10 14:47:21.490148 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d67a9-ff87-4e10-a242-a214d9a4ebe6 req-9b787f88-b426-4868-9c49-a920381d1147 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:21.491654 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-514d67a9-ff87-4e10-a242-a214d9a4ebe6 req-9b787f88-b426-4868-9c49-a920381d1147 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 944 time: 0.0850599
Nov 10 14:47:21.539350 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-514d67a9-ff87-4e10-a242-a214d9a4ebe6 req-02459486-1286-43e7-8bf7-efbe2aa2fe4f tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411198
Nov 10 14:47:22.722815 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d10570-779f-4181-9e68-cb90d8c30f98 req-28e26b3b-66e4-47f6-8f49-88bc8ce2fb3b tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:22.723537 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-05d10570-779f-4181-9e68-cb90d8c30f98 req-28e26b3b-66e4-47f6-8f49-88bc8ce2fb3b tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Synchronizing usage tracker for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:47:22.794934 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-05d10570-779f-4181-9e68-cb90d8c30f98 req-28e26b3b-66e4-47f6-8f49-88bc8ce2fb3b tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Unset dirty status for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:47:22.796095 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-05d10570-779f-4181-9e68-cb90d8c30f98 req-28e26b3b-66e4-47f6-8f49-88bc8ce2fb3b tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 944 time: 0.1512823
Nov 10 14:47:22.840141 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-05d10570-779f-4181-9e68-cb90d8c30f98 req-ff3b823b-85a7-4f11-9765-f36e23779238 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383384
Nov 10 14:47:24.022679 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc75431-243e-499c-9193-bdbe6c02e440 req-bf124624-6e58-492d-8ce4-36c044bbc783 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:24.024165 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bcc75431-243e-499c-9193-bdbe6c02e440 req-bf124624-6e58-492d-8ce4-36c044bbc783 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 944 time: 0.0819798
Nov 10 14:47:24.068447 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bcc75431-243e-499c-9193-bdbe6c02e440 req-8783fed7-18f0-4edd-90bd-e0b0e799eb2c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384543
Nov 10 14:47:24.840566 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-364acfca-1687-451f-91d6-00f8a3da615e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:25.266508 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093871d-5ea0-43c8-91b6-072a3f06f2f6 req-6fc821d6-900f-4e27-8173-8134ddf12cac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:25.268073 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c093871d-5ea0-43c8-91b6-072a3f06f2f6 req-6fc821d6-900f-4e27-8173-8134ddf12cac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 944 time: 0.0856023
Nov 10 14:47:25.274805 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:25.309551 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 284a83a6-0ff6-4607-9663-9310cc4165f4 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:47:25.312808 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c093871d-5ea0-43c8-91b6-072a3f06f2f6 req-02389615-ca38-4872-ade8-2902739a4a0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389731
Nov 10 14:47:25.446380 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 284a83a6-0ff6-4607-9663-9310cc4165f4, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=284a83a6-0ff6-4607-9663-9310cc4165f4,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:47:25.465463 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '284a83a6-0ff6-4607-9663-9310cc4165f4', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'port_id': '284a83a6-0ff6-4607-9663-9310cc4165f4', 'mac_address': 'fa:16:3e:01:4c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:47:25.521170 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:25.537934 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284a83a6-0ff6-4607-9663-9310cc4165f4 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:47:25.552999 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 284a83a6-0ff6-4607-9663-9310cc4165f4, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=284a83a6-0ff6-4607-9663-9310cc4165f4,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:47:25.611678 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:25.613466 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:47:25.719729 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=284a83a6-0ff6-4607-9663-9310cc4165f4,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:47:25.726892 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:25.727273 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:25.727614 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:25.727945 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:25.728271 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:25.729134 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:25.729457 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:25.729779 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:25.730175 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:25.730495 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:25.730813 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:25.731145 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:47:25.734957 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:47:25.988700 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['284a83a6-0ff6-4607-9663-9310cc4165f4'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:47:26.496245 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17935ea-68c7-4d72-98a2-8762ae7d1a5e req-d5ff42b1-3eb0-4a2a-8449-48515bd96993 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:26.497700 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b17935ea-68c7-4d72-98a2-8762ae7d1a5e req-d5ff42b1-3eb0-4a2a-8449-48515bd96993 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 945 time: 0.0798745
Nov 10 14:47:26.551599 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b17935ea-68c7-4d72-98a2-8762ae7d1a5e req-fd97e683-49aa-4aeb-83f2-276861335544 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481446
Nov 10 14:47:27.301037 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 284a83a6-0ff6-4607-9663-9310cc4165f4 up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:47:27.428417 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-34e385ea-2a9d-41a1-b61b-82c124e466f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:27.431284 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port 284a83a6-0ff6-4607-9663-9310cc4165f4 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:47:27.440001 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 284a83a6-0ff6-4607-9663-9310cc4165f4 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:47:27.440384 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:27.564300 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:27.595925 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a83a6-0ff6-4607-9663-9310cc4165f4'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:47:27.607440 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 284a83a6-0ff6-4607-9663-9310cc4165f4, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=284a83a6-0ff6-4607-9663-9310cc4165f4,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:47:27.641486 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a83a6-0ff6-4607-9663-9310cc4165f4', 'code': 200}
Nov 10 14:47:27.675573 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:27.682806 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-9dd4a534-399c-4fd9-be10-a8752466f43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:47:27.749107 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36736689-30f8-4a00-826d-ec3922324e25 req-47e7f1fe-72f7-48b9-b3c1-59b417145af3 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:27.750592 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-36736689-30f8-4a00-826d-ec3922324e25 req-47e7f1fe-72f7-48b9-b3c1-59b417145af3 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 946 time: 0.0917587
Nov 10 14:47:27.752870 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=284a83a6-0ff6-4607-9663-9310cc4165f4,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:47:27.756227 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:47:27.811108 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-36736689-30f8-4a00-826d-ec3922324e25 req-e1005798-7bb9-4a52-9ddd-2d05fd0c6c14 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541811
Nov 10 14:47:28.081698 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb411f-f05c-487a-ae39-e41b6693f577 req-5f477137-1a37-4234-b8b8-57fbdf526d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:28.083123 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-56cb411f-f05c-487a-ae39-e41b6693f577 req-5f477137-1a37-4234-b8b8-57fbdf526d7e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 1099 time: 0.0711482
Nov 10 14:47:28.136813 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-56cb411f-f05c-487a-ae39-e41b6693f577 req-d35fcf4f-739f-407e-a69d-04d51c0d810f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420775
Nov 10 14:47:28.159346 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:47:28.428973 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:29.004492 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a42d96-6746-4a91-adf6-57e6ded8f18c req-86205a69-3147-4847-8662-6ae180b405d2 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:29.005905 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-28a42d96-6746-4a91-adf6-57e6ded8f18c req-86205a69-3147-4847-8662-6ae180b405d2 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 946 time: 0.0829427
Nov 10 14:47:29.144941 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-28a42d96-6746-4a91-adf6-57e6ded8f18c req-92ca8430-768d-4c17-8c27-6581b3d3755f tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331308
Nov 10 14:47:29.782376 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:30.331164 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ecb03-d1d9-4b59-bc8a-ffa14e51531e req-b86d0d39-f550-4bad-8862-319f58e45fa6 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:30.332860 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c04ecb03-d1d9-4b59-bc8a-ffa14e51531e req-b86d0d39-f550-4bad-8862-319f58e45fa6 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 946 time: 0.0841706
Nov 10 14:47:30.378028 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c04ecb03-d1d9-4b59-bc8a-ffa14e51531e req-6a87c10f-1b0f-4c97-b818-e9808a49879c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389485
Nov 10 14:47:30.577000 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6e8ab-9abc-44cf-9fd4-376b936e7b1d req-68a97158-097e-4341-af1f-7f3fa0932b88 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:30.578451 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f4a6e8ab-9abc-44cf-9fd4-376b936e7b1d req-68a97158-097e-4341-af1f-7f3fa0932b88 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 946 time: 0.0802820
Nov 10 14:47:30.622359 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f4a6e8ab-9abc-44cf-9fd4-376b936e7b1d req-9e9d1ee3-7f65-4662-b027-fa8b3ed09470 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382886
Nov 10 14:47:30.645302 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 32866) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:47:30.827392 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1bc85e-197a-42bb-8f4d-13e79cd93b6a tempest-TestVolumeBootPattern-458093922 tempest-TestVolumeBootPattern-458093922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:30.828824 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ef1bc85e-197a-42bb-8f4d-13e79cd93b6a tempest-TestVolumeBootPattern-458093922 tempest-TestVolumeBootPattern-458093922-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 1094 time: 0.1824729
Nov 10 14:47:30.831836 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 32872) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:47:30.836837 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Request body: {'floatingip': {'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'port_id': '284a83a6-0ff6-4607-9663-9310cc4165f4', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:47:30.843626 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:47:30.848488 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Usage tracker for resource:floatingip and tenant:8b2fa41957dd4b8484b5ef9bf552e105 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:47:30.851010 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:47:30.856861 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:47:30.924885 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:31.089800 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:31.239564 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Allocated IP 172.27.3.164 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/9183746d-9bde-4efc-899b-918941c4a2cb) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:47:31.388641 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:31.503483 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:31.507330 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e5275f04-9b87-49e0-874c-608ee3e1aaf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:47:31.568383 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:47:31.573446 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:47:31.577407 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:47:31.606801 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'Port': ['ID=9183746d-9bde-4efc-899b-918941c4a2cb,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:47:31.612761 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:47:32.003030 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:32.144213 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:32.347486 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:32.394422 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:32.398326 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1d376dbd-04c6-411d-a819-5f5d178cb254 tempest-AttachVolumeNegativeTest-1398575507 tempest-AttachVolumeNegativeTest-1398575507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:47:32.513796 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event updated for resources: {'Port': ['ID=9183746d-9bde-4efc-899b-918941c4a2cb,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:47:32.518121 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:47:32.527001 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:32.787806 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Floating IP 38e9d79c-299d-4885-8a43-7616a741c302 associated. External IP: 172.27.3.164, port: 284a83a6-0ff6-4607-9663-9310cc4165f4.
Nov 10 14:47:33.139651 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Router e353a2fb-ce39-469e-adf2-97027043c5ba has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:47:33.321497 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:47:33.332653 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229b0fd-641b-4b62-908c-940bab67999f None None] Sync routers for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:47:33.345747 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229b0fd-641b-4b62-908c-940bab67999f None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:47:33.345747 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-2229b0fd-641b-4b62-908c-940bab67999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedb22220>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:47:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:47:33.457948 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:33.518367 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6855042
Nov 10 14:47:33.519052 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'tag': '284a83a6-0ff6-4607-9663-9310cc4165f4'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:47:33.531426 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-2229b0fd-641b-4b62-908c-940bab67999f None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:47:33.573085 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'tag': '284a83a6-0ff6-4607-9663-9310cc4165f4', 'status': 'completed', 'code': 200}
Nov 10 14:47:33.678829 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca3295-3838-435e-9bd3-ceab92f4b136 req-ca3a79d5-5c18-4237-808d-2f32e04567cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:33.680329 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bbca3295-3838-435e-9bd3-ceab92f4b136 req-ca3a79d5-5c18-4237-808d-2f32e04567cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 1099 time: 0.0724087
Nov 10 14:47:33.816212 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca3295-3838-435e-9bd3-ceab92f4b136 req-6135a3f5-b8b8-4be9-a95e-f6e7c45b978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:33.817649 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bbca3295-3838-435e-9bd3-ceab92f4b136 req-6135a3f5-b8b8-4be9-a95e-f6e7c45b978b service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 913 time: 0.1268303
Nov 10 14:47:33.921412 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bbca3295-3838-435e-9bd3-ceab92f4b136 req-8de240dc-e1e8-446d-bb1c-1f23acf7ace8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=284a83a6-0ff6-4607-9663-9310cc4165f4 HTTP/1.1" status: 200  len: 1000 time: 0.0968528
Nov 10 14:47:33.927881 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-2229b0fd-641b-4b62-908c-940bab67999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedb22220>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '38e9d79c-299d-4885-8a43-7616a741c302', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '284a83a6-0ff6-4607-9663-9310cc4165f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:01:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:47:31Z', 'updated_at': '2021-11-10T14:47:31Z', 'revision_number': 0, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}, {'id': 'a186cdd4-07fc-4392-acf7-84f221949f37', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:63:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:45:25Z', 'updated_at': '2021-11-10T14:45:28Z', 'revision_number': 1, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:47:33.932582 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229b0fd-641b-4b62-908c-940bab67999f None None] Checking router: e353a2fb-ce39-469e-adf2-97027043c5ba for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:47:33.940932 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229b0fd-641b-4b62-908c-940bab67999f None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:47:33.941542 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-2229b0fd-641b-4b62-908c-940bab67999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedb22220>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:47:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:47:33.988081 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca3295-3838-435e-9bd3-ceab92f4b136 req-369ea460-def8-4211-adfd-6dd2bb6d4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:33.989506 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bbca3295-3838-435e-9bd3-ceab92f4b136 req-369ea460-def8-4211-adfd-6dd2bb6d4150 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8776da3e-dbe5-4b48-a845-51a0bba3e050 HTTP/1.1" status: 200  len: 851 time: 0.0604980
Nov 10 14:47:34.068650 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca3295-3838-435e-9bd3-ceab92f4b136 req-d3517645-a037-4ef7-9537-19eabd643d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:34.070046 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bbca3295-3838-435e-9bd3-ceab92f4b136 req-d3517645-a037-4ef7-9537-19eabd643d4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d9ed246-aa1d-418f-942f-384e817475c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718808
Nov 10 14:47:34.122813 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-2229b0fd-641b-4b62-908c-940bab67999f None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:47:34.214133 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bbca3295-3838-435e-9bd3-ceab92f4b136 req-b78e3f52-b174-4fa8-92d3-b2bd36b4120d service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321950
Nov 10 14:47:34.486750 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bbca3295-3838-435e-9bd3-ceab92f4b136 req-39a368f7-e924-4435-9e59-45eabef9d882 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2610981
Nov 10 14:47:34.511880 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-2229b0fd-641b-4b62-908c-940bab67999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedb22220>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '38e9d79c-299d-4885-8a43-7616a741c302', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '284a83a6-0ff6-4607-9663-9310cc4165f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:01:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:47:31Z', 'updated_at': '2021-11-10T14:47:31Z', 'revision_number': 0, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}, {'id': 'a186cdd4-07fc-4392-acf7-84f221949f37', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:63:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:45:25Z', 'updated_at': '2021-11-10T14:45:28Z', 'revision_number': 1, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:47:34.516658 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229b0fd-641b-4b62-908c-940bab67999f None None] The sync data for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi is: [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '38e9d79c-299d-4885-8a43-7616a741c302', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '284a83a6-0ff6-4607-9663-9310cc4165f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:01:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:47:31Z', 'updated_at': '2021-11-10T14:47:31Z', 'revision_number': 0, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}, {'id': 'a186cdd4-07fc-4392-acf7-84f221949f37', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:63:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:45:25Z', 'updated_at': '2021-11-10T14:45:28Z', 'revision_number': 1, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:47:34.733435 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68e587-ee2f-4441-b65e-10a43ab7733b None None] New status for floating IP 38e9d79c-299d-4885-8a43-7616a741c302: ACTIVE {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:47:35.151986 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fe6de-097c-4eb0-a40e-8b4a44aaa1a2 req-33ef45ae-65ee-4378-a9a3-0a1c2d4f43d9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:35.153365 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-349fe6de-097c-4eb0-a40e-8b4a44aaa1a2 req-33ef45ae-65ee-4378-a9a3-0a1c2d4f43d9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.1777756
Nov 10 14:47:35.196336 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-349fe6de-097c-4eb0-a40e-8b4a44aaa1a2 req-5399be89-30c9-4ba6-ae26-f81a277e289b tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373001
Nov 10 14:47:36.382596 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f652c-b77a-4ff0-9ce8-aa955f0eab84 req-0fb89658-a510-465e-b552-1d13a6a6e2a2 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:36.384061 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-796f652c-b77a-4ff0-9ce8-aa955f0eab84 req-0fb89658-a510-465e-b552-1d13a6a6e2a2 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0819867
Nov 10 14:47:36.428508 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-796f652c-b77a-4ff0-9ce8-aa955f0eab84 req-10e2c618-2dc4-41ae-b5c0-fd17eb223135 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387955
Nov 10 14:47:37.620968 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c8aac-876e-4df0-b32d-60a4edf12b9e req-08ab3a3e-1b01-4462-8540-005d4fd624b6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:37.622441 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d93c8aac-876e-4df0-b32d-60a4edf12b9e req-08ab3a3e-1b01-4462-8540-005d4fd624b6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0803897
Nov 10 14:47:37.669002 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d93c8aac-876e-4df0-b32d-60a4edf12b9e req-333a78f9-b9cb-4c35-b441-64ba4296cd65 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410302
Nov 10 14:47:38.854224 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f8906-96b8-4af6-9abf-26b3937a6e94 req-67969376-562d-49e6-b032-cf5c239baef6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:38.855910 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-709f8906-96b8-4af6-9abf-26b3937a6e94 req-67969376-562d-49e6-b032-cf5c239baef6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0822263
Nov 10 14:47:38.904043 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-709f8906-96b8-4af6-9abf-26b3937a6e94 req-abcc32e9-83d6-4b2b-bb0b-5d5acbb58f3f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424690
Nov 10 14:47:40.097001 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db949ba7-6c3b-4da6-a264-0fedebf45902 req-738eb934-273f-4fdf-8549-59d8959372bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:40.098471 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-db949ba7-6c3b-4da6-a264-0fedebf45902 req-738eb934-273f-4fdf-8549-59d8959372bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0845118
Nov 10 14:47:40.147760 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-db949ba7-6c3b-4da6-a264-0fedebf45902 req-20311135-9aa9-4466-b1cf-f7b1dc11e873 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406508
Nov 10 14:47:41.344320 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151082f-a08d-41ce-bfbe-5104608b2743 req-18f4af40-b3c9-49d4-9145-a0a804094b5f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:41.345820 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8151082f-a08d-41ce-bfbe-5104608b2743 req-18f4af40-b3c9-49d4-9145-a0a804094b5f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0839298
Nov 10 14:47:41.391505 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8151082f-a08d-41ce-bfbe-5104608b2743 req-334bff81-d872-4d08-a74b-27f24e344d7b tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400078
Nov 10 14:47:42.615637 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1139789-580d-4796-a026-0084386a1242 req-3e137e34-16a4-490c-ad8b-be2ca30c8671 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:42.617240 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e1139789-580d-4796-a026-0084386a1242 req-3e137e34-16a4-490c-ad8b-be2ca30c8671 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.1038210
Nov 10 14:47:42.670507 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e1139789-580d-4796-a026-0084386a1242 req-22f5556d-ed72-4138-aded-0f24a10ec911 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473845
Nov 10 14:47:43.872288 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd9e2a-1e6b-4643-8934-9824d4a4b7c0 req-5161ace4-2263-4b54-bb5d-ed5038b9d489 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:43.873826 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a7cd9e2a-1e6b-4643-8934-9824d4a4b7c0 req-5161ace4-2263-4b54-bb5d-ed5038b9d489 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0908172
Nov 10 14:47:43.929689 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a7cd9e2a-1e6b-4643-8934-9824d4a4b7c0 req-71ca67f4-750a-43c0-9384-b3c82774560c tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439847
Nov 10 14:47:44.606256 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:45.252657 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65d151-96fd-4def-9f7e-3024f8e9d93a req-336e40bb-a40d-4aeb-8ac6-5b44ecda3cf3 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:45.254127 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-eb65d151-96fd-4def-9f7e-3024f8e9d93a req-336e40bb-a40d-4aeb-8ac6-5b44ecda3cf3 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0809464
Nov 10 14:47:45.299428 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-eb65d151-96fd-4def-9f7e-3024f8e9d93a req-402e3440-e9df-4ba7-9e5f-a0cd5e318058 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395982
Nov 10 14:47:46.485990 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8e80c-53da-4fa6-82c4-47fd0f1225f3 req-1732d2e4-877f-4687-a975-f5641bbe22e3 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:46.487499 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a8d8e80c-53da-4fa6-82c4-47fd0f1225f3 req-1732d2e4-877f-4687-a975-f5641bbe22e3 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0827382
Nov 10 14:47:46.535480 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a8d8e80c-53da-4fa6-82c4-47fd0f1225f3 req-b33d0d91-d361-449f-bb62-2d571e6566e8 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421855
Nov 10 14:47:47.740375 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad912a2b-ebc1-45f3-8e38-5125e6a5be4b req-95dcae19-64c7-4547-8d7c-6c14c19ca34b tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:47.741817 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ad912a2b-ebc1-45f3-8e38-5125e6a5be4b req-95dcae19-64c7-4547-8d7c-6c14c19ca34b tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0845933
Nov 10 14:47:47.789246 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-ad912a2b-ebc1-45f3-8e38-5125e6a5be4b req-330f3ec4-e783-465b-9010-1705d7e588ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413675
Nov 10 14:47:48.978268 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118ede-21e2-4349-b8dc-9e477ba9cffa req-f16d6856-8f60-4301-a43e-9f3556c102c8 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:48.979715 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-44118ede-21e2-4349-b8dc-9e477ba9cffa req-f16d6856-8f60-4301-a43e-9f3556c102c8 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0846746
Nov 10 14:47:49.023520 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-44118ede-21e2-4349-b8dc-9e477ba9cffa req-4770542e-6589-4405-b2b6-13d91139e3a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380676
Nov 10 14:47:50.013383 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c868004-5d20-4d2c-a6df-23b4dfc7f307 req-f920b8cc-b32e-42c7-8da3-ae50b1a0cee9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0690017
Nov 10 14:47:50.161619 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868004-5d20-4d2c-a6df-23b4dfc7f307 req-6fbd645e-8375-4575-8559-a6c6832239ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:50.163106 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c868004-5d20-4d2c-a6df-23b4dfc7f307 req-6fbd645e-8375-4575-8559-a6c6832239ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65d99594641a4e72a328c38c5a7dbab7&device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 1098 time: 0.0756991
Nov 10 14:47:50.214465 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315ef4-1c5c-4438-ba73-2f105808113e req-decc0f35-a164-46d1-bede-0fddfbcd766d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:50.216083 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-da315ef4-1c5c-4438-ba73-2f105808113e req-decc0f35-a164-46d1-bede-0fddfbcd766d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0842006
Nov 10 14:47:50.270707 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-da315ef4-1c5c-4438-ba73-2f105808113e req-6ee0dbe6-3238-4a70-a387-91def60b8f67 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485876
Nov 10 14:47:50.339004 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868004-5d20-4d2c-a6df-23b4dfc7f307 req-3a72524d-57e3-448f-bd43-8bc4ccb26e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:50.340477 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c868004-5d20-4d2c-a6df-23b4dfc7f307 req-3a72524d-57e3-448f-bd43-8bc4ccb26e6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=06aee16b-8955-4aa1-8359-7a9338243c8a HTTP/1.1" status: 200  len: 909 time: 0.1503148
Nov 10 14:47:50.456965 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c868004-5d20-4d2c-a6df-23b4dfc7f307 req-5495b7e5-a49c-405f-bcfd-507b6791a1fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde HTTP/1.1" status: 200  len: 1001 time: 0.1019742
Nov 10 14:47:50.530390 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868004-5d20-4d2c-a6df-23b4dfc7f307 req-94de7cc3-d032-4aae-9c13-471657f916b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:50.531890 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c868004-5d20-4d2c-a6df-23b4dfc7f307 req-94de7cc3-d032-4aae-9c13-471657f916b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eea0968-76c3-4317-b87f-40967bc68174 HTTP/1.1" status: 200  len: 847 time: 0.0615797
Nov 10 14:47:50.610357 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868004-5d20-4d2c-a6df-23b4dfc7f307 req-922d925e-954e-442d-ada8-d43c724121d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:50.611903 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c868004-5d20-4d2c-a6df-23b4dfc7f307 req-922d925e-954e-442d-ada8-d43c724121d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06aee16b-8955-4aa1-8359-7a9338243c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715530
Nov 10 14:47:50.754138 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c868004-5d20-4d2c-a6df-23b4dfc7f307 req-30261488-8958-42db-9a38-5581e3977815 service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282830
Nov 10 14:47:50.890304 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c868004-5d20-4d2c-a6df-23b4dfc7f307 req-c0075b44-8d96-453c-8226-e01cf65e03b2 service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285818
Nov 10 14:47:51.461516 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddde25a-72b2-4bf4-acf0-8a5a4e582141 req-eabffce2-1ef7-47a4-afb8-22446743c4ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:51.463027 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6ddde25a-72b2-4bf4-acf0-8a5a4e582141 req-eabffce2-1ef7-47a4-afb8-22446743c4ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0856519
Nov 10 14:47:51.508139 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6ddde25a-72b2-4bf4-acf0-8a5a4e582141 req-555f2204-88aa-49be-9b6f-047a0e1a5382 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393372
Nov 10 14:47:52.053432 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff7a26-e0ef-4474-bfe7-3f19f68bd3cb req-2a98b6b6-44bd-42cf-be04-5ce8c416e94f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:52.055138 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-85ff7a26-e0ef-4474-bfe7-3f19f68bd3cb req-2a98b6b6-44bd-42cf-be04-5ce8c416e94f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0911398
Nov 10 14:47:52.226979 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-85ff7a26-e0ef-4474-bfe7-3f19f68bd3cb req-e5d7d31d-ad62-435d-8b1a-c81e7e929251 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1648529
Nov 10 14:47:52.264324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46261e5a-06cc-4820-bad5-eeae7dac2b62 req-5ad58a52-671f-4055-8138-a8aadaeb0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:52.265813 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46261e5a-06cc-4820-bad5-eeae7dac2b62 req-5ad58a52-671f-4055-8138-a8aadaeb0054 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 1099 time: 0.0786479
Nov 10 14:47:52.402531 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46261e5a-06cc-4820-bad5-eeae7dac2b62 req-dc9af7ce-6c3f-41c8-8061-2c46c026565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:52.404021 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46261e5a-06cc-4820-bad5-eeae7dac2b62 req-dc9af7ce-6c3f-41c8-8061-2c46c026565d service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf40bf14-3cb0-496e-8335-d34ce625783d HTTP/1.1" status: 200  len: 912 time: 0.1284509
Nov 10 14:47:52.516563 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46261e5a-06cc-4820-bad5-eeae7dac2b62 req-39900e7e-49e8-4879-b5bc-900b60e81810 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcc6bae9-723b-43c8-a80c-1fc744070f26 HTTP/1.1" status: 200  len: 1002 time: 0.1032588
Nov 10 14:47:52.581795 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46261e5a-06cc-4820-bad5-eeae7dac2b62 req-b189f489-7226-4441-86f3-cddea4fcc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:52.583364 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46261e5a-06cc-4820-bad5-eeae7dac2b62 req-b189f489-7226-4441-86f3-cddea4fcc494 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=659f3403-54ec-4196-a982-8e6e741a0e5f HTTP/1.1" status: 200  len: 850 time: 0.0603607
Nov 10 14:47:52.664523 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46261e5a-06cc-4820-bad5-eeae7dac2b62 req-1f733bfe-e896-46fa-a300-1fad586c1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:52.666042 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46261e5a-06cc-4820-bad5-eeae7dac2b62 req-1f733bfe-e896-46fa-a300-1fad586c1fff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf40bf14-3cb0-496e-8335-d34ce625783d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741627
Nov 10 14:47:52.800967 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46261e5a-06cc-4820-bad5-eeae7dac2b62 req-55f3e625-6152-42dc-8b91-5424e9a2662e service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268013
Nov 10 14:47:52.944609 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46261e5a-06cc-4820-bad5-eeae7dac2b62 req-0b3b6aa4-e13d-4343-af08-afd60976de0f service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352763
Nov 10 14:47:53.417768 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a0495-c926-4a46-8a11-374a67e7ec12 req-db8fc3db-9b1b-4eb6-995e-e1b1829f90ed tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:53.419286 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7f0a0495-c926-4a46-8a11-374a67e7ec12 req-db8fc3db-9b1b-4eb6-995e-e1b1829f90ed tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0840516
Nov 10 14:47:53.466948 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7f0a0495-c926-4a46-8a11-374a67e7ec12 req-8fca2a90-c55f-4b35-b0d3-78689d6a952d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418866
Nov 10 14:47:54.655902 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e02e1-e54f-4a76-81ce-502f23a2dd41 req-e09c558a-9390-418f-a4de-bfad25692b8e tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:47:54.657426 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-068e02e1-e54f-4a76-81ce-502f23a2dd41 req-e09c558a-9390-418f-a4de-bfad25692b8e tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0799594
Nov 10 14:47:54.702924 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-068e02e1-e54f-4a76-81ce-502f23a2dd41 req-67554805-5a86-4361-8a4a-43efac797279 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396419
Nov 10 14:47:54.851706 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a92f87e2-a5db-47ff-8e17-e449635b4260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:55.308309 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:57.491019 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-85371d55-9e16-4433-9a4b-f37c6b3b5ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:58.439751 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:47:59.760386 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:05.158978 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:48:14.576758 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:24.495147 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 32954) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:24.812653 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Deleting port f927c880-6637-4207-9e5d-4fb188f76197 {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:48:24.812913 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:24.832166 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-84421f82-c023-4da2-b5a4-6a71c50d0c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:24.986260 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:24.986595 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:25.117921 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Calling delete_port for f927c880-6637-4207-9e5d-4fb188f76197 owned by network:floatingip {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:48:25.256106 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:25.369410 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:25.373353 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-74f2833a-2c3e-44fa-a2ac-ddaa55ed54ef tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:25.422308 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event deleted for resources: {'Port': ['ID=f927c880-6637-4207-9e5d-4fb188f76197,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:25.460805 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:25.461180 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:25.461551 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:25.462481 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:25.462838 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:25.463225 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:25.463585 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:25.463939 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:25.464294 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:25.464649 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:25.465001 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:25.465349 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:25.472807 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:25.528605 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for floatingip, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:25.529265 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.l3_db [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Floating IP cbb95a10-aafd-4acf-956e-47860ec83335 disassociated (deleted). External IP: 172.27.3.152, port: b42adcb8-40a0-44d2-a2d6-baad0147cdde.
Nov 10 14:48:26.016414 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Router 0a48d32b-605a-4bff-9b03-18b3eb183d54 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:48:26.205061 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:48:26.216059 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53658bf-b202-48ef-8a29-ba190ac49969 None None] Sync routers for ids ['0a48d32b-605a-4bff-9b03-18b3eb183d54'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:48:26.226489 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53658bf-b202-48ef-8a29-ba190ac49969 None None] Routers {'0a48d32b-605a-4bff-9b03-18b3eb183d54'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:48:26.227158 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e53658bf-b202-48ef-8a29-ba190ac49969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee882490>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:47:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0a48d32b-605a-4bff-9b03-18b3eb183d54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:26.290029 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:26.354431 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-fc70189b-abc5-477d-a41d-2b58a4045bdd tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "DELETE /v2.0/floatingips/cbb95a10-aafd-4acf-956e-47860ec83335 HTTP/1.1" status: 204  len: 168 time: 1.8581450
Nov 10 14:48:26.355115 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:48:26.434142 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e53658bf-b202-48ef-8a29-ba190ac49969 None None] Set router 0a48d32b-605a-4bff-9b03-18b3eb183d54 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:48:26.470441 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'status': 'completed', 'code': 200}
Nov 10 14:48:26.599808 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1a965-0d27-46b4-b979-38fd165c25a3 req-e6bbb585-4e9b-4876-adcd-f6f596110ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:26.601277 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-92d1a965-0d27-46b4-b979-38fd165c25a3 req-e6bbb585-4e9b-4876-adcd-f6f596110ecf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65d99594641a4e72a328c38c5a7dbab7&device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 1098 time: 0.0778174
Nov 10 14:48:26.752910 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1a965-0d27-46b4-b979-38fd165c25a3 req-75b1e98e-36ff-4388-b1de-cefc3f0498c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:26.754475 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-92d1a965-0d27-46b4-b979-38fd165c25a3 req-75b1e98e-36ff-4388-b1de-cefc3f0498c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=06aee16b-8955-4aa1-8359-7a9338243c8a HTTP/1.1" status: 200  len: 909 time: 0.1429715
Nov 10 14:48:26.827989 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e53658bf-b202-48ef-8a29-ba190ac49969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee882490>, [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 4, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '753fc8ff-8f63-4c14-abb4-39cdf9c2fb57', 'name': '', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'mac_address': 'fa:16:3e:c7:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '1eea0968-76c3-4317-b87f-40967bc68174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:41Z', 'updated_at': '2021-11-10T14:42:50Z', 'revision_number': 5, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'subnets': [{'id': '1eea0968-76c3-4317-b87f-40967bc68174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:26.832754 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53658bf-b202-48ef-8a29-ba190ac49969 None None] Checking router: 0a48d32b-605a-4bff-9b03-18b3eb183d54 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:48:26.833410 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-92d1a965-0d27-46b4-b979-38fd165c25a3 req-1995d83e-e013-46d6-86dd-286c4848a690 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde HTTP/1.1" status: 200  len: 217 time: 0.0700343
Nov 10 14:48:26.842092 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53658bf-b202-48ef-8a29-ba190ac49969 None None] Routers {'0a48d32b-605a-4bff-9b03-18b3eb183d54'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:48:26.842821 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e53658bf-b202-48ef-8a29-ba190ac49969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee882490>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:47:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0a48d32b-605a-4bff-9b03-18b3eb183d54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:26.911861 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1a965-0d27-46b4-b979-38fd165c25a3 req-7dbf41f8-af48-4f55-ad44-5cf6033a5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:26.913666 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-92d1a965-0d27-46b4-b979-38fd165c25a3 req-7dbf41f8-af48-4f55-ad44-5cf6033a5578 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eea0968-76c3-4317-b87f-40967bc68174 HTTP/1.1" status: 200  len: 847 time: 0.0677168
Nov 10 14:48:27.036003 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e53658bf-b202-48ef-8a29-ba190ac49969 None None] Set router 0a48d32b-605a-4bff-9b03-18b3eb183d54 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:48:27.052674 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1a965-0d27-46b4-b979-38fd165c25a3 req-8f0cd85e-f5fc-4eee-9305-6cd30873d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:27.054149 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-92d1a965-0d27-46b4-b979-38fd165c25a3 req-8f0cd85e-f5fc-4eee-9305-6cd30873d61e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06aee16b-8955-4aa1-8359-7a9338243c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1039946
Nov 10 14:48:27.062360 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84932441-9121-48e0-bb67-f8d73c8e14d1 req-b549253f-51a8-47c0-ad68-8641bfb5e303 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:27.063851 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-84932441-9121-48e0-bb67-f8d73c8e14d1 req-b549253f-51a8-47c0-ad68-8641bfb5e303 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.1602728
Nov 10 14:48:27.191969 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-84932441-9121-48e0-bb67-f8d73c8e14d1 req-4e50d0db-6ae6-4cae-977a-77e0f8203aba tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062329
Nov 10 14:48:27.233680 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-92d1a965-0d27-46b4-b979-38fd165c25a3 req-c8b63a54-b330-46d6-9a10-669379fb23fb service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688437
Nov 10 14:48:27.373014 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e53658bf-b202-48ef-8a29-ba190ac49969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee882490>, [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 4, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '753fc8ff-8f63-4c14-abb4-39cdf9c2fb57', 'name': '', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'mac_address': 'fa:16:3e:c7:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '1eea0968-76c3-4317-b87f-40967bc68174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:41Z', 'updated_at': '2021-11-10T14:42:50Z', 'revision_number': 5, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'subnets': [{'id': '1eea0968-76c3-4317-b87f-40967bc68174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:27.378962 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53658bf-b202-48ef-8a29-ba190ac49969 None None] The sync data for ids ['0a48d32b-605a-4bff-9b03-18b3eb183d54'] in dv-cinder-817404-1-iscsi is: [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:42:42Z', 'revision_number': 4, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '753fc8ff-8f63-4c14-abb4-39cdf9c2fb57', 'name': '', 'network_id': '06aee16b-8955-4aa1-8359-7a9338243c8a', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'mac_address': 'fa:16:3e:c7:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '1eea0968-76c3-4317-b87f-40967bc68174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:41Z', 'updated_at': '2021-11-10T14:42:50Z', 'revision_number': 5, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'subnets': [{'id': '1eea0968-76c3-4317-b87f-40967bc68174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:48:27.431881 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d485-4737-49cd-a710-e3d04f4bbeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:27.494280 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-92d1a965-0d27-46b4-b979-38fd165c25a3 req-3cce14ef-bc4a-4e32-86de-4bb9f4c8246a service neutron] 10.222.0.16 "GET /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2485924
Nov 10 14:48:27.636110 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41edabaf-1c8e-4ce1-93be-6dc7449bbc46 None None] New status for floating IP cbb95a10-aafd-4acf-956e-47860ec83335: DOWN {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:48:28.388479 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241584b-3de6-4e46-89c1-1767d9fcce0c req-f5d6293a-1ae1-41e4-a2fa-f3a9c095c092 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:28.389189 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-c241584b-3de6-4e46-89c1-1767d9fcce0c req-f5d6293a-1ae1-41e4-a2fa-f3a9c095c092 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Synchronizing usage tracker for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:48:28.460842 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:28.467349 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-c241584b-3de6-4e46-89c1-1767d9fcce0c req-f5d6293a-1ae1-41e4-a2fa-f3a9c095c092 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Unset dirty status for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:48:28.468442 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c241584b-3de6-4e46-89c1-1767d9fcce0c req-f5d6293a-1ae1-41e4-a2fa-f3a9c095c092 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.1659374
Nov 10 14:48:28.526244 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c241584b-3de6-4e46-89c1-1767d9fcce0c req-8d2759ba-d2b7-4b45-a3ee-c30d4a4ec090 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487652
Nov 10 14:48:29.092795 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c1da1-6390-4fe4-bc1f-01149ba24f28 req-ed436c70-1859-4e5b-8d25-25f5e22a2fd7 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:29.094224 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1b1c1da1-6390-4fe4-bc1f-01149ba24f28 req-ed436c70-1859-4e5b-8d25-25f5e22a2fd7 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.16 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.0843971
Nov 10 14:48:29.165505 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-1b1c1da1-6390-4fe4-bc1f-01149ba24f28 req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Deleting port b42adcb8-40a0-44d2-a2d6-baad0147cdde {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:48:29.165844 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-1b1c1da1-6390-4fe4-bc1f-01149ba24f28 req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:29.423891 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-1b1c1da1-6390-4fe4-bc1f-01149ba24f28 req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] For port b42adcb8-40a0-44d2-a2d6-baad0147cdde, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42adcb8-40a0-44d2-a2d6-baad0147cdde,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:48:29.424152 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-1b1c1da1-6390-4fe4-bc1f-01149ba24f28 req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:29.552009 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-1b1c1da1-6390-4fe4-bc1f-01149ba24f28 req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Calling delete_port for b42adcb8-40a0-44d2-a2d6-baad0147cdde owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:48:29.753611 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:29.778378 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6b6f4-3455-4051-b585-26e177492909 req-86081fbd-36d0-4423-b92a-9ea89b5ff21d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:29.779917 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9df6b6f4-3455-4051-b585-26e177492909 req-86081fbd-36d0-4423-b92a-9ea89b5ff21d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 945 time: 0.1440616
Nov 10 14:48:29.801210 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-1b1c1da1-6390-4fe4-bc1f-01149ba24f28 req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:29.810318 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-dc77829d-cdd3-48a3-ad06-232a2d2e2f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:29.895200 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event deleted for resources: {'Port': ['ID=b42adcb8-40a0-44d2-a2d6-baad0147cdde,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:29.920249 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:29.920621 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:29.920993 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:29.921357 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:29.921715 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:29.922068 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:29.922421 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:29.922773 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:29.923151 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:29.923507 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:29.923855 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:29.924202 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:48:29.954296 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:29.962526 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9df6b6f4-3455-4051-b585-26e177492909 req-d61b80c4-d631-4bb4-96d7-a1c7b94ddb89 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94c3821-9275-42bb-bd91-452acfd2833a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1769025
Nov 10 14:48:29.968425 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1c1da1-6390-4fe4-bc1f-01149ba24f28 req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] No DVR routers for this DVR port b42adcb8-40a0-44d2-a2d6-baad0147cdde on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:48:29.972319 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-1b1c1da1-6390-4fe4-bc1f-01149ba24f28 req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:29.975139 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'name': 'network-vif-deleted', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:48:30.022970 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a162f386-936a-4e62-9a25-a70cc96dc3b8', 'name': 'network-vif-deleted', 'tag': 'b42adcb8-40a0-44d2-a2d6-baad0147cdde', 'status': 'completed', 'code': 200}
Nov 10 14:48:30.051619 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1b1c1da1-6390-4fe4-bc1f-01149ba24f28 req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.16 "DELETE /v2.0/ports/b42adcb8-40a0-44d2-a2d6-baad0147cdde HTTP/1.1" status: 204  len: 173 time: 0.9505379
Nov 10 14:48:31.117539 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-9c71c2bf-30aa-4398-9954-d4cf0ec44829 req-c95e7474-24fd-4aa9-b453-45a4c37dd069 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Synchronizing usage tracker for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:48:31.187478 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-9c71c2bf-30aa-4398-9954-d4cf0ec44829 req-c95e7474-24fd-4aa9-b453-45a4c37dd069 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Unset dirty status for tenant:65d99594641a4e72a328c38c5a7dbab7 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:48:31.188668 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9c71c2bf-30aa-4398-9954-d4cf0ec44829 req-c95e7474-24fd-4aa9-b453-45a4c37dd069 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a162f386-936a-4e62-9a25-a70cc96dc3b8 HTTP/1.1" status: 200  len: 210 time: 0.1170580
Nov 10 14:48:31.534568 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device b42adcb8-40a0-44d2-a2d6-baad0147cdde no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:48:31.572277 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: b42adcb8-40a0-44d2-a2d6-baad0147cdde {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:48:31.572629 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device b42adcb8-40a0-44d2-a2d6-baad0147cdde not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:48:32.286792 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 32984) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:32.371240 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0f40-f01d-48e8-89f5-bc336c423962 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:32.406393 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0f40-f01d-48e8-89f5-bc336c423962 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:32.541953 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0f40-f01d-48e8-89f5-bc336c423962 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:32.545964 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b1257d3f-5960-4f9a-90b9-e0c62d3ab411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:32.562574 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc0f40-f01d-48e8-89f5-bc336c423962 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94c3821-9275-42bb-bd91-452acfd2833a,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:32.565344 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8cdc0f40-f01d-48e8-89f5-bc336c423962 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:32.637946 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0f40-f01d-48e8-89f5-bc336c423962 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:32.639240 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8cdc0f40-f01d-48e8-89f5-bc336c423962 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] 10.222.0.37 "DELETE /v2.0/security-groups/e94c3821-9275-42bb-bd91-452acfd2833a HTTP/1.1" status: 204  len: 168 time: 0.3517008
Nov 10 14:48:32.756432 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 32992) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:33.559393 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1700825'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:33.922017 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] Deleting port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:48:33.922358 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:34.110468 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] For port 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=753fc8ff-8f63-4c14-abb4-39cdf9c2fb57,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:48:34.110823 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:34.238299 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] Calling delete_port for 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:48:34.473400 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:34.477438 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0a5bec65-d1bf-46c5-bd6e-820cb0a47f2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:34.522795 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=753fc8ff-8f63-4c14-abb4-39cdf9c2fb57,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:34.549302 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:34.796667 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700773'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:35.289016 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] Router 0a48d32b-605a-4bff-9b03-18b3eb183d54 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:48:35.478368 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:48:35.489084 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b31f1c-556c-473f-8acf-f1ee14fb6175 None None] Sync routers for ids ['0a48d32b-605a-4bff-9b03-18b3eb183d54'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:48:35.504056 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b31f1c-556c-473f-8acf-f1ee14fb6175 None None] Routers {'0a48d32b-605a-4bff-9b03-18b3eb183d54'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:48:35.504682 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-98b31f1c-556c-473f-8acf-f1ee14fb6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee820c10>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:48:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0a48d32b-605a-4bff-9b03-18b3eb183d54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:35.543549 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-de56743c-c2a7-494d-8517-c32719f1b8e0 admin admin] 10.222.0.37 "PUT /v2.0/routers/0a48d32b-605a-4bff-9b03-18b3eb183d54/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7859566
Nov 10 14:48:35.546445 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33008) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:35.685728 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-98b31f1c-556c-473f-8acf-f1ee14fb6175 None None] Set router 0a48d32b-605a-4bff-9b03-18b3eb183d54 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:48:35.727952 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Notify callbacks [] for router, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:35.924900 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:35.992758 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Deleting port 7e8544c7-6f79-4596-b1fa-6f65f3731d8d {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:48:35.992758 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:35.994800 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-98b31f1c-556c-473f-8acf-f1ee14fb6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee820c10>, [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:48:34Z', 'revision_number': 5, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port': {'id': '7e8544c7-6f79-4596-b1fa-6f65f3731d8d', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:38Z', 'updated_at': '2021-11-10T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:36.003846 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b31f1c-556c-473f-8acf-f1ee14fb6175 None None] Checking router: 0a48d32b-605a-4bff-9b03-18b3eb183d54 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:48:36.011830 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b31f1c-556c-473f-8acf-f1ee14fb6175 None None] Routers {'0a48d32b-605a-4bff-9b03-18b3eb183d54'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:48:36.011830 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-98b31f1c-556c-473f-8acf-f1ee14fb6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee820c10>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:48:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0a48d32b-605a-4bff-9b03-18b3eb183d54'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:36.168249 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-98b31f1c-556c-473f-8acf-f1ee14fb6175 None None] Set router 0a48d32b-605a-4bff-9b03-18b3eb183d54 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:48:36.194409 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] For port 7e8544c7-6f79-4596-b1fa-6f65f3731d8d, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=7e8544c7-6f79-4596-b1fa-6f65f3731d8d,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:48:36.194660 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:36.317234 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-98b31f1c-556c-473f-8acf-f1ee14fb6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee820c10>, [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:48:35Z', 'revision_number': 6, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port_host': None}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:36.323275 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b31f1c-556c-473f-8acf-f1ee14fb6175 None None] The sync data for ids ['0a48d32b-605a-4bff-9b03-18b3eb183d54'] in dv-cinder-817404-1-iscsi is: [{'id': '0a48d32b-605a-4bff-9b03-18b3eb183d54', 'name': 'tempest-TestShelveInstance-337116637-router', 'tenant_id': '65d99594641a4e72a328c38c5a7dbab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:37Z', 'updated_at': '2021-11-10T14:48:35Z', 'revision_number': 6, 'project_id': '65d99594641a4e72a328c38c5a7dbab7', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:48:36.464044 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Calling delete_port for 7e8544c7-6f79-4596-b1fa-6f65f3731d8d owned by network:router_gateway {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:48:36.830882 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ccd5-c38c-4a40-ac72-67eee918657f req-14f6fdbd-d325-4401-937b-857bb08236ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:36.832387 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-fd56ccd5-c38c-4a40-ac72-67eee918657f req-14f6fdbd-d325-4401-937b-857bb08236ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.1728776
Nov 10 14:48:36.888662 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-fd56ccd5-c38c-4a40-ac72-67eee918657f req-8efa9f16-2ceb-4e4d-99a6-123b766e4918 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494540
Nov 10 14:48:36.924317 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:36.928430 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-f896b604-1287-4b3a-991e-f1474126aa74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:36.973155 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8544c7-6f79-4596-b1fa-6f65f3731d8d,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:36.999239 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:37.065557 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053154'] for router_gateway, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:37.242716 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3242'] for router, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:37.245023 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:37.319018 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053206'] for router, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:37.319650 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a48d32b-605a-4bff-9b03-18b3eb183d54 {{(pid=87468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 10 14:48:37.334648 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] Notify callbacks [] for router, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:37.337345 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e9bacb41-c5b4-482b-a413-897157ef9b11 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0a48d32b-605a-4bff-9b03-18b3eb183d54 HTTP/1.1" status: 204  len: 168 time: 1.7883358
Nov 10 14:48:37.338974 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33018) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:37.403918 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddafb19c-87ec-4e39-b0a9-ef2137f1cf23 admin admin] Deleting subnet 1eea0968-76c3-4317-b87f-40967bc68174 {{(pid=87468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:48:37.407136 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ddafb19c-87ec-4e39-b0a9-ef2137f1cf23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:37.462780 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ddafb19c-87ec-4e39-b0a9-ef2137f1cf23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972242'] for subnet, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:37.585989 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ddafb19c-87ec-4e39-b0a9-ef2137f1cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:37.713219 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ddafb19c-87ec-4e39-b0a9-ef2137f1cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1176360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679677'] for subnet, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:37.717162 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:37.750782 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafb19c-87ec-4e39-b0a9-ef2137f1cf23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eea0968-76c3-4317-b87f-40967bc68174,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:37.753766 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ddafb19c-87ec-4e39-b0a9-ef2137f1cf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:37.754745 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ddafb19c-87ec-4e39-b0a9-ef2137f1cf23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:37.761147 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ddafb19c-87ec-4e39-b0a9-ef2137f1cf23 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1eea0968-76c3-4317-b87f-40967bc68174 HTTP/1.1" status: 204  len: 168 time: 0.4211230
Nov 10 14:48:37.761433 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51420fc6-d135-4a04-bc2b-70d15cd2e924 None None] Network 06aee16b-8955-4aa1-8359-7a9338243c8a requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:48:37.763682 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33022) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:37.873773 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:37.884739 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Deleting port 135cb446-52c7-4d64-a0c7-73609b58e7c3 {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:48:37.885068 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:38.029667 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab174dbc-ec66-4cac-8726-1dc392d39169 None None] DHCP port deletion for 06aee16b-8955-4aa1-8359-7a9338243c8a request from dv-cinder-817404-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 10 14:48:38.034325 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab174dbc-ec66-4cac-8726-1dc392d39169 None None] Deleting port 135cb446-52c7-4d64-a0c7-73609b58e7c3 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:48:38.034716 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab174dbc-ec66-4cac-8726-1dc392d39169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:38.102547 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4ede-0341-4438-9a73-a5d75f0e2a69 req-897b32f2-5559-4517-86c4-3be1c63daced tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:38.104157 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c9a4ede-0341-4438-9a73-a5d75f0e2a69 req-897b32f2-5559-4517-86c4-3be1c63daced tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0971980
Nov 10 14:48:38.153764 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c9a4ede-0341-4438-9a73-a5d75f0e2a69 req-4e937d2d-f678-4a24-93ce-03ecdfb95a20 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433648
Nov 10 14:48:38.227884 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] For port 135cb446-52c7-4d64-a0c7-73609b58e7c3, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=135cb446-52c7-4d64-a0c7-73609b58e7c3,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:48:38.228488 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:38.301601 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 135cb446-52c7-4d64-a0c7-73609b58e7c3 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:48:38.355757 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab174dbc-ec66-4cac-8726-1dc392d39169 None None] For port 135cb446-52c7-4d64-a0c7-73609b58e7c3, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=135cb446-52c7-4d64-a0c7-73609b58e7c3,segment=NetworkSegment(6449f83a-3952-4bb5-83ba-ad90b8c51875),segment_id=6449f83a-3952-4bb5-83ba-ad90b8c51875)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:48:38.356158 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab174dbc-ec66-4cac-8726-1dc392d39169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:38.359064 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Calling delete_port for 135cb446-52c7-4d64-a0c7-73609b58e7c3 owned by network:dhcp {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:48:38.489951 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab174dbc-ec66-4cac-8726-1dc392d39169 None None] Calling delete_port for 135cb446-52c7-4d64-a0c7-73609b58e7c3 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:48:38.525073 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:38.530095 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-32e6d875-534b-4267-bee0-231a87c3a37c tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:38.535188 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No active binding found for port 135cb446-52c7-4d64-a0c7-73609b58e7c3 {{(pid=87471) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Nov 10 14:48:38.535615 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 135cb446-52c7-4d64-a0c7-73609b58e7c3 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:48:38.536062 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:48:38.576751 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=135cb446-52c7-4d64-a0c7-73609b58e7c3,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:38.578007 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:48:38.579993 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:38.580278 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 753fc8ff-8f63-4c14-abb4-39cdf9c2fb57 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:48:38.580630 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 7e8544c7-6f79-4596-b1fa-6f65f3731d8d no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:48:38.580815 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] No DVR routers for this DVR port 135cb446-52c7-4d64-a0c7-73609b58e7c3 on host dv-cinder-817404-1-iscsi {{(pid=87468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:48:38.622229 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 7e8544c7-6f79-4596-b1fa-6f65f3731d8d {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:48:38.622588 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 7e8544c7-6f79-4596-b1fa-6f65f3731d8d not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:48:38.645365 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-ab174dbc-ec66-4cac-8726-1dc392d39169 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:48:38.645724 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-ab174dbc-ec66-4cac-8726-1dc392d39169 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:48:38.698915 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:38.725052 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fec932cd0>,) {'filters': {'network_id': ['06aee16b-8955-4aa1-8359-7a9338243c8a']}} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:38.738181 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec932cd0>, '6449f83a-3952-4bb5-83ba-ad90b8c51875') {'for_net_delete': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:38.738480 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec932cd0>, '6449f83a-3952-4bb5-83ba-ad90b8c51875') {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:38.750091 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972201'] for segment, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:38.765873 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:38.772246 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:48:38.772634 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1176386'] for segment, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]: Traceback (most recent call last):
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     timer()
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     cb(*args, **kw)
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     return func(*args, **kwargs)
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     self._notify()
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     self.callback(batched_events)
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     event.method(event)
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     return f(self, *a, **k)
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._get(url).json()
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:48:38.786339 dv-cinder-817404-1-iscsi neutron-server[87468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:48:38.918889 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:38.922722 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-10e4b6af-9f9e-42fb-834f-b07700b78378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:38.935934 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:38.946866 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=06aee16b-8955-4aa1-8359-7a9338243c8a,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:38.950121 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:39.005491 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] 10.222.0.37 "DELETE /v2.0/networks/06aee16b-8955-4aa1-8359-7a9338243c8a HTTP/1.1" status: 204  len: 168 time: 1.2405999
Nov 10 14:48:39.008667 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33028) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:39.147067 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab174dbc-ec66-4cac-8726-1dc392d39169 None None] Deleting port 135cb446-52c7-4d64-a0c7-73609b58e7c3 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:48:39.147931 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab174dbc-ec66-4cac-8726-1dc392d39169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:39.231344 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab174dbc-ec66-4cac-8726-1dc392d39169 None None] The port '135cb446-52c7-4d64-a0c7-73609b58e7c3' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 10 14:48:39.470018 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0f23b-d670-4c1b-b86c-229249822bc9 req-3b365b36-4db6-4245-a9c2-e1b1421dee4f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:39.472649 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e3b0f23b-d670-4c1b-b86c-229249822bc9 req-3b365b36-4db6-4245-a9c2-e1b1421dee4f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.1990094
Nov 10 14:48:39.574026 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e3b0f23b-d670-4c1b-b86c-229249822bc9 req-8a6cb5c0-8354-4672-aa74-af428e2fd63a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915039
Nov 10 14:48:39.685814 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1700825'] for router_interface, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:40.157419 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] Deleting port 6bc2dd74-d94e-485e-b911-c868ea283931 {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:48:40.158241 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:40.332480 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] For port 6bc2dd74-d94e-485e-b911-c868ea283931, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=6bc2dd74-d94e-485e-b911-c868ea283931,segment=NetworkSegment(92858468-2d53-4d26-85c6-93f955186b32),segment_id=92858468-2d53-4d26-85c6-93f955186b32)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:48:40.332844 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:40.456603 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] Calling delete_port for 6bc2dd74-d94e-485e-b911-c868ea283931 owned by network:router_interface {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:48:40.746480 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:40.751790 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:40.771787 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e73d1-7884-4077-be92-a9b98d518261 req-ded0bf1d-148d-47dd-bbfc-b654617ccd33 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:40.774494 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-055e73d1-7884-4077-be92-a9b98d518261 req-ded0bf1d-148d-47dd-bbfc-b654617ccd33 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0882094
Nov 10 14:48:40.802038 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc2dd74-d94e-485e-b911-c868ea283931,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:40.832098 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-055e73d1-7884-4077-be92-a9b98d518261 req-b9d7a24b-6267-4b24-ad91-0bc43f22bf41 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441966
Nov 10 14:48:40.833942 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:41.075981 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700773'] for router_interface, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:41.549291 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] Router 11a7e007-e3a6-4838-93e7-7078cd552986 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:48:41.724653 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:48:41.733794 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] 10.222.0.37 "PUT /v2.0/routers/11a7e007-e3a6-4838-93e7-7078cd552986/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7240851
Nov 10 14:48:41.733986 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b09dd-2a15-4c19-aaab-2489127b39ab None None] Sync routers for ids ['11a7e007-e3a6-4838-93e7-7078cd552986'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:48:41.736457 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33036) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:41.744110 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b09dd-2a15-4c19-aaab-2489127b39ab None None] Routers {'11a7e007-e3a6-4838-93e7-7078cd552986'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:48:41.744746 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-106b09dd-2a15-4c19-aaab-2489127b39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedcfa730>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:48:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['11a7e007-e3a6-4838-93e7-7078cd552986'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:41.920720 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Notify callbacks [] for router, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:41.937755 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-106b09dd-2a15-4c19-aaab-2489127b39ab None None] Set router 11a7e007-e3a6-4838-93e7-7078cd552986 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:48:42.161051 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:48:42.167784 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:42.183213 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54414c4c-1979-4f02-8f32-b04b76a95fa1 req-b2bf2693-54b5-46d2-9c02-177b0f5f689e tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:42.184704 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-54414c4c-1979-4f02-8f32-b04b76a95fa1 req-b2bf2693-54b5-46d2-9c02-177b0f5f689e tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.2103102
Nov 10 14:48:42.232336 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-54414c4c-1979-4f02-8f32-b04b76a95fa1 req-e8e5f6a6-71f2-44de-ae88-3f6b51852506 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407548
Nov 10 14:48:42.246106 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Deleting port 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:48:42.246106 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:42.269640 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-106b09dd-2a15-4c19-aaab-2489127b39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedcfa730>, [{'id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'name': 'tempest-TestShelveInstance-192562590-router', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:47Z', 'updated_at': '2021-11-10T14:48:40Z', 'revision_number': 5, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'gw_port': {'id': '4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:42:48Z', 'updated_at': '2021-11-10T14:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:42.274829 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b09dd-2a15-4c19-aaab-2489127b39ab None None] Checking router: 11a7e007-e3a6-4838-93e7-7078cd552986 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:48:42.284544 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b09dd-2a15-4c19-aaab-2489127b39ab None None] Routers {'11a7e007-e3a6-4838-93e7-7078cd552986'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:48:42.285862 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-106b09dd-2a15-4c19-aaab-2489127b39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedcfa730>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:48:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['11a7e007-e3a6-4838-93e7-7078cd552986'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:42.433001 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] For port 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:48:42.433364 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:42.441329 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-106b09dd-2a15-4c19-aaab-2489127b39ab None None] Set router 11a7e007-e3a6-4838-93e7-7078cd552986 gateway port host: None {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:48:42.553371 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-106b09dd-2a15-4c19-aaab-2489127b39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedcfa730>, [{'id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'name': 'tempest-TestShelveInstance-192562590-router', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:47Z', 'updated_at': '2021-11-10T14:48:42Z', 'revision_number': 6, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'gw_port_host': None}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:42.562587 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b09dd-2a15-4c19-aaab-2489127b39ab None None] The sync data for ids ['11a7e007-e3a6-4838-93e7-7078cd552986'] in dv-cinder-817404-1-iscsi is: [{'id': '11a7e007-e3a6-4838-93e7-7078cd552986', 'name': 'tempest-TestShelveInstance-192562590-router', 'tenant_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:42:47Z', 'updated_at': '2021-11-10T14:48:42Z', 'revision_number': 6, 'project_id': 'e2e91a6a0ff2412fa45d066edc0d53c1', 'gw_port_host': None}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:48:42.563401 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Calling delete_port for 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab owned by network:router_gateway {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:48:42.901945 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:42.906400 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-74dae0dd-dc13-4504-9e1d-8a4d3dadc46d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:42.953010 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:42.955551 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:43.052421 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053154'] for router_gateway, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:43.225261 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3242'] for router, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:43.227510 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:43.329159 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053206'] for router, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:43.332325 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11a7e007-e3a6-4838-93e7-7078cd552986 {{(pid=87468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 10 14:48:43.345548 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] Notify callbacks [] for router, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:43.346849 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-8dc25bcb-3063-4ab9-ab4f-161ebe50ac05 admin admin] 10.222.0.37 "DELETE /v2.0/routers/11a7e007-e3a6-4838-93e7-7078cd552986 HTTP/1.1" status: 204  len: 168 time: 1.6094730
Nov 10 14:48:43.349349 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33044) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:43.420980 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d02868-739b-4c4d-9f7f-3fa5757de783 admin admin] Deleting subnet cdf40323-4916-45cb-b885-218ca88f1e5d {{(pid=87468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:48:43.424800 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-24d02868-739b-4c4d-9f7f-3fa5757de783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:43.448211 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab9708-d900-42f6-b055-230c86a7caa7 req-45a66d28-21c7-4d57-b25e-05b11dbe028c tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:43.449950 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d4ab9708-d900-42f6-b055-230c86a7caa7 req-45a66d28-21c7-4d57-b25e-05b11dbe028c tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.1028421
Nov 10 14:48:43.480729 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-24d02868-739b-4c4d-9f7f-3fa5757de783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972242'] for subnet, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:43.511639 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d4ab9708-d900-42f6-b055-230c86a7caa7 req-b76cbbe0-8b52-49a3-8b4c-5a6239deb089 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523210
Nov 10 14:48:43.567096 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-24d02868-739b-4c4d-9f7f-3fa5757de783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:43.719207 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-24d02868-739b-4c4d-9f7f-3fa5757de783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1176360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679677'] for subnet, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:43.723481 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:43.758017 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d02868-739b-4c4d-9f7f-3fa5757de783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf40323-4916-45cb-b885-218ca88f1e5d,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:43.760982 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-24d02868-739b-4c4d-9f7f-3fa5757de783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:43.761968 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-24d02868-739b-4c4d-9f7f-3fa5757de783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:43.768254 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3188052c-d648-4c01-a7dd-dec89a873463 None None] Network 5b8ef1f2-e1b0-468e-bc89-9294b104ee63 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:48:43.768934 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-24d02868-739b-4c4d-9f7f-3fa5757de783 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cdf40323-4916-45cb-b885-218ca88f1e5d HTTP/1.1" status: 204  len: 168 time: 0.4178715
Nov 10 14:48:43.770896 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33048) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:43.883621 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:43.907147 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Deleting port 85b32401-9eb6-44b2-b050-e4ab0b110d40 {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:48:43.907542 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:44.092561 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b67d7d-e41a-4381-b81a-1cf597b1b4e6 None None] DHCP port deletion for 5b8ef1f2-e1b0-468e-bc89-9294b104ee63 request from dv-cinder-817404-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 10 14:48:44.097048 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-90b67d7d-e41a-4381-b81a-1cf597b1b4e6 None None] Deleting port 85b32401-9eb6-44b2-b050-e4ab0b110d40 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:48:44.097436 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-90b67d7d-e41a-4381-b81a-1cf597b1b4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:44.140127 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] For port 85b32401-9eb6-44b2-b050-e4ab0b110d40, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=85b32401-9eb6-44b2-b050-e4ab0b110d40,segment=NetworkSegment(92858468-2d53-4d26-85c6-93f955186b32),segment_id=92858468-2d53-4d26-85c6-93f955186b32)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:48:44.140487 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:44.266768 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Calling delete_port for 85b32401-9eb6-44b2-b050-e4ab0b110d40 owned by network:dhcp {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:48:44.296674 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 6bc2dd74-d94e-485e-b911-c868ea283931 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:48:44.344150 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 6bc2dd74-d94e-485e-b911-c868ea283931 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:48:44.344429 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 6bc2dd74-d94e-485e-b911-c868ea283931 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:48:44.344867 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 85b32401-9eb6-44b2-b050-e4ab0b110d40 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:48:44.380904 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-90b67d7d-e41a-4381-b81a-1cf597b1b4e6 None None] For port 85b32401-9eb6-44b2-b050-e4ab0b110d40, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=85b32401-9eb6-44b2-b050-e4ab0b110d40,segment=NetworkSegment(92858468-2d53-4d26-85c6-93f955186b32),segment_id=92858468-2d53-4d26-85c6-93f955186b32)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:48:44.381313 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-90b67d7d-e41a-4381-b81a-1cf597b1b4e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:44.431783 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:44.435794 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:44.482905 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=85b32401-9eb6-44b2-b050-e4ab0b110d40,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:44.486391 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:44.487211 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] No DVR routers for this DVR port 85b32401-9eb6-44b2-b050-e4ab0b110d40 on host dv-cinder-817404-1-iscsi {{(pid=87468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:48:44.523989 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-90b67d7d-e41a-4381-b81a-1cf597b1b4e6 None None] Calling delete_port for 85b32401-9eb6-44b2-b050-e4ab0b110d40 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:48:44.589129 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No active binding found for port 85b32401-9eb6-44b2-b050-e4ab0b110d40 {{(pid=87471) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Nov 10 14:48:44.589540 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 85b32401-9eb6-44b2-b050-e4ab0b110d40 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:48:44.590283 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:48:44.636306 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:48:44.637726 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 4e62a1cd-3bb6-48b5-aaa8-82d781e5b9ab not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:48:44.644313 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-90b67d7d-e41a-4381-b81a-1cf597b1b4e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:48:44.644895 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-90b67d7d-e41a-4381-b81a-1cf597b1b4e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:48:44.650108 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:44.755547 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:44.798551 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fed5d5f10>,) {'filters': {'network_id': ['5b8ef1f2-e1b0-468e-bc89-9294b104ee63']}} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:44.817078 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fed5d5f10>, '92858468-2d53-4d26-85c6-93f955186b32') {'for_net_delete': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:44.817381 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fed5d5f10>, '92858468-2d53-4d26-85c6-93f955186b32') {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:48:44.832291 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972201'] for segment, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:44.858791 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210497f2-27bd-4c05-80eb-a91ebf838976 req-ce32c6e6-c09c-481a-ad54-401b282af549 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:44.861481 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-210497f2-27bd-4c05-80eb-a91ebf838976 req-ce32c6e6-c09c-481a-ad54-401b282af549 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.1454830
Nov 10 14:48:44.863659 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:44.883188 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:48:44.883586 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1176386'] for segment, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]: Traceback (most recent call last):
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     timer()
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     cb(*args, **kw)
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     return func(*args, **kwargs)
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     self._notify()
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     self.callback(batched_events)
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     event.method(event)
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     return f(self, *a, **k)
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._get(url).json()
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:48:44.898315 dv-cinder-817404-1-iscsi neutron-server[87468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:48:44.996431 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-210497f2-27bd-4c05-80eb-a91ebf838976 req-82e88740-9161-4c58-a98f-eeaa976d14c0 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1301372
Nov 10 14:48:45.084201 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:45.087599 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:45.100864 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:45.111346 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=5b8ef1f2-e1b0-468e-bc89-9294b104ee63,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:45.114016 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:45.115893 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-1c008228-fb49-4eac-a471-23a5a1159a2d admin admin] 10.222.0.37 "DELETE /v2.0/networks/5b8ef1f2-e1b0-468e-bc89-9294b104ee63 HTTP/1.1" status: 204  len: 168 time: 1.3439484
Nov 10 14:48:45.146731 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-90b67d7d-e41a-4381-b81a-1cf597b1b4e6 None None] Deleting port 85b32401-9eb6-44b2-b050-e4ab0b110d40 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:48:45.147526 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-90b67d7d-e41a-4381-b81a-1cf597b1b4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:45.227637 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-90b67d7d-e41a-4381-b81a-1cf597b1b4e6 None None] The port '85b32401-9eb6-44b2-b050-e4ab0b110d40' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 10 14:48:45.466620 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33056) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:45.518257 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ba24c28d-da94-462c-ab62-c50fbc3c7cdd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65d99594641a4e72a328c38c5a7dbab7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502341
Nov 10 14:48:45.520712 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33062) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:45.579024 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-444cbd83-5159-48ab-8544-e7a8719b3598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:45.606246 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-444cbd83-5159-48ab-8544-e7a8719b3598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:45.735587 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-444cbd83-5159-48ab-8544-e7a8719b3598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:45.739441 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-067cd1a9-fd90-4557-84a6-ca3fc4675e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:45.751982 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cbd83-5159-48ab-8544-e7a8719b3598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31978c1-e906-4c53-8755-373581bd3d48,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:45.755393 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-444cbd83-5159-48ab-8544-e7a8719b3598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:45.761180 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-444cbd83-5159-48ab-8544-e7a8719b3598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:45.762315 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-444cbd83-5159-48ab-8544-e7a8719b3598 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e31978c1-e906-4c53-8755-373581bd3d48 HTTP/1.1" status: 204  len: 168 time: 0.2407122
Nov 10 14:48:46.192564 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a12c3-8829-454f-bfd8-965fd2dc60ca req-4ea9cab1-6197-4bbd-a88d-e1d4d516223a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:46.194052 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2f4a12c3-8829-454f-bfd8-965fd2dc60ca req-4ea9cab1-6197-4bbd-a88d-e1d4d516223a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0815797
Nov 10 14:48:46.243505 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2f4a12c3-8829-454f-bfd8-965fd2dc60ca req-449b5177-3755-4504-bc9d-001090cb5ab8 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429456
Nov 10 14:48:46.439266 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33072) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:46.492604 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-051e0c6a-7c4b-434d-92d0-050396190fed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2e91a6a0ff2412fa45d066edc0d53c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515037
Nov 10 14:48:46.495062 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33076) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:48:46.553509 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cef980dc-42ff-4b2e-8d90-0c4faf0e5ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:46.580854 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cef980dc-42ff-4b2e-8d90-0c4faf0e5ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:46.713186 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cef980dc-42ff-4b2e-8d90-0c4faf0e5ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:46.717395 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fd704dba-c5f4-48d0-9314-4546c67940c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:48:46.729098 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef980dc-42ff-4b2e-8d90-0c4faf0e5ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ad45eb-a148-45fa-ae36-c5b31d722b77,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:48:46.732711 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-cef980dc-42ff-4b2e-8d90-0c4faf0e5ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:48:46.736215 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cef980dc-42ff-4b2e-8d90-0c4faf0e5ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:46.737348 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-cef980dc-42ff-4b2e-8d90-0c4faf0e5ae2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22ad45eb-a148-45fa-ae36-c5b31d722b77 HTTP/1.1" status: 204  len: 168 time: 0.2413497
Nov 10 14:48:47.430901 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eda4e-3135-44e1-bc0b-46ed159bf00a req-cee6eb65-1c72-421b-9b89-b6dbadad1d03 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:47.432444 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e99eda4e-3135-44e1-bc0b-46ed159bf00a req-cee6eb65-1c72-421b-9b89-b6dbadad1d03 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0847631
Nov 10 14:48:47.477753 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e99eda4e-3135-44e1-bc0b-46ed159bf00a req-07984c8f-10eb-4ccc-9535-9fff50187e13 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394895
Nov 10 14:48:47.966289 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4ff05-d811-4da5-b72a-4fc3d0ca5d63 req-88cc1e80-afd3-43a8-a569-0a01ca9a2886 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:47.967726 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e3d4ff05-d811-4da5-b72a-4fc3d0ca5d63 req-88cc1e80-afd3-43a8-a569-0a01ca9a2886 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0927227
Nov 10 14:48:48.013547 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e3d4ff05-d811-4da5-b72a-4fc3d0ca5d63 req-057b84dd-4770-442c-9eed-7fd39c47d0cd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398848
Nov 10 14:48:48.087359 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b9049-3495-4e7b-87c9-6c1ca410a7ad req-74ace075-afb6-448c-97bd-40325f5f03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:48.088866 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b7b9049-3495-4e7b-87c9-6c1ca410a7ad req-74ace075-afb6-448c-97bd-40325f5f03e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 1099 time: 0.0754428
Nov 10 14:48:48.222720 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b9049-3495-4e7b-87c9-6c1ca410a7ad req-47ac8ff4-4c10-49f6-bcab-8d7720bd7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:48.224122 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b7b9049-3495-4e7b-87c9-6c1ca410a7ad req-47ac8ff4-4c10-49f6-bcab-8d7720bd7590 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf40bf14-3cb0-496e-8335-d34ce625783d HTTP/1.1" status: 200  len: 912 time: 0.1286080
Nov 10 14:48:48.341517 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b7b9049-3495-4e7b-87c9-6c1ca410a7ad req-cb93a187-d3f7-44bb-a216-fbef59b660b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcc6bae9-723b-43c8-a80c-1fc744070f26 HTTP/1.1" status: 200  len: 1002 time: 0.1093512
Nov 10 14:48:48.405949 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b9049-3495-4e7b-87c9-6c1ca410a7ad req-487c42c0-8a56-421c-9158-0e3abd92b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:48.407466 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b7b9049-3495-4e7b-87c9-6c1ca410a7ad req-487c42c0-8a56-421c-9158-0e3abd92b785 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=659f3403-54ec-4196-a982-8e6e741a0e5f HTTP/1.1" status: 200  len: 850 time: 0.0584192
Nov 10 14:48:48.487089 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b9049-3495-4e7b-87c9-6c1ca410a7ad req-2f7776a1-175b-410d-bd34-e84116bc3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:48.488586 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b7b9049-3495-4e7b-87c9-6c1ca410a7ad req-2f7776a1-175b-410d-bd34-e84116bc3a25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf40bf14-3cb0-496e-8335-d34ce625783d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734670
Nov 10 14:48:48.724198 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b7b9049-3495-4e7b-87c9-6c1ca410a7ad req-797127b8-31fa-42f7-9acd-856efdab8eaa service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279243
Nov 10 14:48:48.857402 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b7b9049-3495-4e7b-87c9-6c1ca410a7ad req-f0a8923f-b3d4-43a2-89bf-b06a821635e1 service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256061
Nov 10 14:48:49.205912 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8acfbdbf-059d-4237-b715-de218513da02 req-0d475545-a10e-4ea1-9e53-7503cb0e7222 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1262636
Nov 10 14:48:49.230397 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f519688-67f7-43c3-9b87-9930838d240e req-587fe5cb-a609-4205-a947-8d3c8c8ac5a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:49.231879 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f519688-67f7-43c3-9b87-9930838d240e req-587fe5cb-a609-4205-a947-8d3c8c8ac5a5 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0982828
Nov 10 14:48:49.326718 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f519688-67f7-43c3-9b87-9930838d240e req-f35d30e3-1cc3-4740-ae42-ac62ad65e321 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891843
Nov 10 14:48:49.343581 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfbdbf-059d-4237-b715-de218513da02 req-a0e54de2-e750-4b00-8140-2fcbdc6459e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:49.345065 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8acfbdbf-059d-4237-b715-de218513da02 req-a0e54de2-e750-4b00-8140-2fcbdc6459e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 1098 time: 0.1059272
Nov 10 14:48:49.510729 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfbdbf-059d-4237-b715-de218513da02 req-ab3bbc1a-28b8-4647-97ae-d2389218120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:49.512158 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8acfbdbf-059d-4237-b715-de218513da02 req-ab3bbc1a-28b8-4647-97ae-d2389218120b service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 913 time: 0.1341379
Nov 10 14:48:49.619966 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8acfbdbf-059d-4237-b715-de218513da02 req-4db11c46-49ad-47c6-b516-c9ca82700229 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 HTTP/1.1" status: 200  len: 1001 time: 0.1008132
Nov 10 14:48:49.688130 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfbdbf-059d-4237-b715-de218513da02 req-b7b1a816-9e83-417c-a35f-c9689b9c9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:49.689612 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8acfbdbf-059d-4237-b715-de218513da02 req-b7b1a816-9e83-417c-a35f-c9689b9c9ab9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8776da3e-dbe5-4b48-a845-51a0bba3e050 HTTP/1.1" status: 200  len: 851 time: 0.0629930
Nov 10 14:48:49.766934 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfbdbf-059d-4237-b715-de218513da02 req-9610f443-7367-42be-b4fb-ae4ddbe2282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:49.768377 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8acfbdbf-059d-4237-b715-de218513da02 req-9610f443-7367-42be-b4fb-ae4ddbe2282f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d9ed246-aa1d-418f-942f-384e817475c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715363
Nov 10 14:48:49.906343 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8acfbdbf-059d-4237-b715-de218513da02 req-5a9755f9-e59c-4ce0-a73d-3d61d60f5468 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262832
Nov 10 14:48:50.044364 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8acfbdbf-059d-4237-b715-de218513da02 req-591250c6-1085-470b-b652-376e5578116e service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308084
Nov 10 14:48:50.524968 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c544b-d0f8-4e21-b6e7-a7071e802114 req-8732f5c5-4a36-48a7-aaeb-175e20c9cba1 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:48:50.526428 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c60c544b-d0f8-4e21-b6e7-a7071e802114 req-8732f5c5-4a36-48a7-aaeb-175e20c9cba1 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0881236
Nov 10 14:48:50.570928 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c60c544b-d0f8-4e21-b6e7-a7071e802114 req-11980044-8807-4bfc-bee7-cda844ee3081 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387192
Nov 10 14:48:54.843793 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ce234726-fa9e-4b75-ae47-2d2d43e334e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:55.278543 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:57.437126 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-da47e357-4934-4a2a-96fe-9d8dac47fcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:58.443859 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:48:59.746218 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:14.615020 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:14.994665 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33102) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:15.199345 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Deleting port 9183746d-9bde-4efc-899b-918941c4a2cb {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:15.199691 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:15.369996 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:15.370235 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:15.493299 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Calling delete_port for 9183746d-9bde-4efc-899b-918941c4a2cb owned by network:floatingip {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:15.701398 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:15.705041 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5023a643-0ec5-42d8-a333-b1d8fcbbe4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:15.748178 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event deleted for resources: {'Port': ['ID=9183746d-9bde-4efc-899b-918941c4a2cb,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:15.750753 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:15.953019 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:15.953280 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.l3_db [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Floating IP 38e9d79c-299d-4885-8a43-7616a741c302 disassociated (deleted). External IP: 172.27.3.164, port: 284a83a6-0ff6-4607-9663-9310cc4165f4.
Nov 10 14:49:16.313075 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Router e353a2fb-ce39-469e-adf2-97027043c5ba has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:49:16.492177 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:49:16.503687 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e5b8c-7370-48ed-94d6-006007e0281d None None] Sync routers for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:49:16.513271 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e5b8c-7370-48ed-94d6-006007e0281d None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:49:16.513895 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b65e5b8c-7370-48ed-94d6-006007e0281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedd990a0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:48:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:16.574848 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:16.635220 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "DELETE /v2.0/floatingips/38e9d79c-299d-4885-8a43-7616a741c302 HTTP/1.1" status: 204  len: 168 time: 1.6393499
Nov 10 14:49:16.635840 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'tag': '284a83a6-0ff6-4607-9663-9310cc4165f4'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:49:16.680840 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'tag': '284a83a6-0ff6-4607-9663-9310cc4165f4', 'status': 'completed', 'code': 200}
Nov 10 14:49:16.696207 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b65e5b8c-7370-48ed-94d6-006007e0281d None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:49:16.784157 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9400ba-0f3f-4feb-af1e-67732bc16b25 req-59690692-f883-4867-85ab-39a97142f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:16.785746 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-da9400ba-0f3f-4feb-af1e-67732bc16b25 req-59690692-f883-4867-85ab-39a97142f7b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 1099 time: 0.0786145
Nov 10 14:49:16.924775 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9400ba-0f3f-4feb-af1e-67732bc16b25 req-8bdb762b-4943-40b9-b86d-7156ea637d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:16.926264 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-da9400ba-0f3f-4feb-af1e-67732bc16b25 req-8bdb762b-4943-40b9-b86d-7156ea637d2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 913 time: 0.1329641
Nov 10 14:49:16.999118 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-da9400ba-0f3f-4feb-af1e-67732bc16b25 req-86cdc692-1dc2-46df-9325-4420f7cbf45a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=284a83a6-0ff6-4607-9663-9310cc4165f4 HTTP/1.1" status: 200  len: 217 time: 0.0634768
Nov 10 14:49:17.058555 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b65e5b8c-7370-48ed-94d6-006007e0281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedd990a0>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'a186cdd4-07fc-4392-acf7-84f221949f37', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:63:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:45:25Z', 'updated_at': '2021-11-10T14:45:28Z', 'revision_number': 1, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:17.060410 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e5b8c-7370-48ed-94d6-006007e0281d None None] Checking router: e353a2fb-ce39-469e-adf2-97027043c5ba for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:49:17.069461 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e5b8c-7370-48ed-94d6-006007e0281d None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:49:17.070074 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b65e5b8c-7370-48ed-94d6-006007e0281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedd990a0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:48:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:17.071133 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9400ba-0f3f-4feb-af1e-67732bc16b25 req-fae71768-4514-49e3-aa3d-fab7be80ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:17.072654 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-da9400ba-0f3f-4feb-af1e-67732bc16b25 req-fae71768-4514-49e3-aa3d-fab7be80ddc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8776da3e-dbe5-4b48-a845-51a0bba3e050 HTTP/1.1" status: 200  len: 851 time: 0.0648556
Nov 10 14:49:17.156929 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9400ba-0f3f-4feb-af1e-67732bc16b25 req-0523faef-7ee7-43f2-a9e2-781925d9d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:17.158706 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-da9400ba-0f3f-4feb-af1e-67732bc16b25 req-0523faef-7ee7-43f2-a9e2-781925d9d620 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d9ed246-aa1d-418f-942f-384e817475c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785959
Nov 10 14:49:17.255548 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b65e5b8c-7370-48ed-94d6-006007e0281d None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:49:17.273036 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a60472-199f-44ff-8b23-d42caf205402 req-24e0e90e-d0cc-4400-a00c-8abfbff6fc7d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:17.273800 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-81a60472-199f-44ff-8b23-d42caf205402 req-24e0e90e-d0cc-4400-a00c-8abfbff6fc7d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Synchronizing usage tracker for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:49:17.351345 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-81a60472-199f-44ff-8b23-d42caf205402 req-24e0e90e-d0cc-4400-a00c-8abfbff6fc7d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Unset dirty status for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:49:17.352610 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-81a60472-199f-44ff-8b23-d42caf205402 req-24e0e90e-d0cc-4400-a00c-8abfbff6fc7d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 946 time: 0.1674261
Nov 10 14:49:17.397040 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-da9400ba-0f3f-4feb-af1e-67732bc16b25 req-6bab31c3-aa1a-46ee-a38c-0b98254b3fa7 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277582
Nov 10 14:49:17.400831 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-81a60472-199f-44ff-8b23-d42caf205402 req-a676ca47-01f1-4372-8bcf-1d918f666c10 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408044
Nov 10 14:49:17.538951 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-da9400ba-0f3f-4feb-af1e-67732bc16b25 req-65d80d87-8d87-48de-af64-97cc0e57a4c4 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316082
Nov 10 14:49:17.645817 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b65e5b8c-7370-48ed-94d6-006007e0281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedd990a0>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'a186cdd4-07fc-4392-acf7-84f221949f37', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:63:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:45:25Z', 'updated_at': '2021-11-10T14:45:28Z', 'revision_number': 1, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:17.650392 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e5b8c-7370-48ed-94d6-006007e0281d None None] The sync data for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi is: [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': 'a186cdd4-07fc-4392-acf7-84f221949f37', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'port_id': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'mac_address': 'fa:16:3e:63:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:45:25Z', 'updated_at': '2021-11-10T14:45:28Z', 'revision_number': 1, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:49:17.861959 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a893b659-a241-48d4-a1b8-e35101aa0976 None None] New status for floating IP 38e9d79c-299d-4885-8a43-7616a741c302: DOWN {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:49:18.593996 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad85dfe-08be-4dcc-82cc-874e90c53f93 req-e77e8161-b07c-4bd6-bcad-f2d215c81541 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:18.595494 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9ad85dfe-08be-4dcc-82cc-874e90c53f93 req-e77e8161-b07c-4bd6-bcad-f2d215c81541 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 946 time: 0.0856509
Nov 10 14:49:18.640169 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9ad85dfe-08be-4dcc-82cc-874e90c53f93 req-f0f634d9-79d3-4c74-bf7f-9c8b4e180ae5 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390401
Nov 10 14:49:19.118918 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e63b6-c8d8-40af-8eee-e0ea85757738 req-977b55fa-8960-4107-89a2-5f2644ea4837 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:19.120487 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-940e63b6-c8d8-40af-8eee-e0ea85757738 req-977b55fa-8960-4107-89a2-5f2644ea4837 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 946 time: 0.0784898
Nov 10 14:49:19.161283 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:49:19.196928 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-940e63b6-c8d8-40af-8eee-e0ea85757738 req-56aef676-8f70-4366-8904-6d1170ea24ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Deleting port 284a83a6-0ff6-4607-9663-9310cc4165f4 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:19.197267 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-940e63b6-c8d8-40af-8eee-e0ea85757738 req-56aef676-8f70-4366-8904-6d1170ea24ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:19.438291 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-940e63b6-c8d8-40af-8eee-e0ea85757738 req-56aef676-8f70-4366-8904-6d1170ea24ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] For port 284a83a6-0ff6-4607-9663-9310cc4165f4, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=284a83a6-0ff6-4607-9663-9310cc4165f4,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:19.438587 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-940e63b6-c8d8-40af-8eee-e0ea85757738 req-56aef676-8f70-4366-8904-6d1170ea24ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:19.570161 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-940e63b6-c8d8-40af-8eee-e0ea85757738 req-56aef676-8f70-4366-8904-6d1170ea24ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Calling delete_port for 284a83a6-0ff6-4607-9663-9310cc4165f4 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:19.779358 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-940e63b6-c8d8-40af-8eee-e0ea85757738 req-56aef676-8f70-4366-8904-6d1170ea24ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:19.785434 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aae8160f-4c48-4e10-a323-319c001e8ade tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:19.788206 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-2876a082-00ff-4ccc-97ea-6dcf08cc2e9f req-0812f33b-5d53-417f-afa9-288771c8af60 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 210 time: 0.0422094
Nov 10 14:49:19.835444 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aef676-8f70-4366-8904-6d1170ea24ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event deleted for resources: {'Port': ['ID=284a83a6-0ff6-4607-9663-9310cc4165f4,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:19.838572 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-56aef676-8f70-4366-8904-6d1170ea24ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:19.912891 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-940e63b6-c8d8-40af-8eee-e0ea85757738 req-56aef676-8f70-4366-8904-6d1170ea24ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] No DVR routers for this DVR port 284a83a6-0ff6-4607-9663-9310cc4165f4 on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:49:19.915565 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-940e63b6-c8d8-40af-8eee-e0ea85757738 req-56aef676-8f70-4366-8904-6d1170ea24ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:19.918421 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'name': 'network-vif-deleted', 'tag': '284a83a6-0ff6-4607-9663-9310cc4165f4'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:49:19.985962 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-940e63b6-c8d8-40af-8eee-e0ea85757738 req-56aef676-8f70-4366-8904-6d1170ea24ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "DELETE /v2.0/ports/284a83a6-0ff6-4607-9663-9310cc4165f4 HTTP/1.1" status: 204  len: 173 time: 0.8590093
Nov 10 14:49:20.157195 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25e065-e3ae-4399-b942-8b4ada5b9d7d', 'name': 'network-vif-deleted', 'tag': '284a83a6-0ff6-4607-9663-9310cc4165f4', 'status': 'completed', 'code': 200}
Nov 10 14:49:20.979149 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-d5379c36-814d-49c2-af05-62a767f24d82 req-458a6626-decd-4c82-8ead-ba2e5355fe2a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25e065-e3ae-4399-b942-8b4ada5b9d7d HTTP/1.1" status: 200  len: 210 time: 0.0465093
Nov 10 14:49:21.780694 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 284a83a6-0ff6-4607-9663-9310cc4165f4 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:49:21.813986 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: 284a83a6-0ff6-4607-9663-9310cc4165f4 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:49:21.814342 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 284a83a6-0ff6-4607-9663-9310cc4165f4 not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:49:24.668613 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33138) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:24.831901 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f8d57832-65b1-4f08-aa06-9a01bc672404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:24.872915 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Deleting port c2a0e752-b7ef-45ed-8999-3c75279801a6 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:24.873257 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:25.048431 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:25.048757 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:25.261021 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Calling delete_port for c2a0e752-b7ef-45ed-8999-3c75279801a6 owned by network:floatingip {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:25.265011 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:25.477745 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:25.482561 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-06b5d342-2f76-4293-a593-1ea3cf55e892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:25.527445 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event deleted for resources: {'Port': ['ID=c2a0e752-b7ef-45ed-8999-3c75279801a6,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:25.530434 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:25.620852 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:25.621210 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Floating IP a186cdd4-07fc-4392-acf7-84f221949f37 disassociated (deleted). External IP: 172.27.3.248, port: 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567.
Nov 10 14:49:25.980007 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Router e353a2fb-ce39-469e-adf2-97027043c5ba has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:49:26.159978 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:49:26.170540 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85917cb-7558-4cfc-bc3f-607fc946c9ba None None] Sync routers for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:49:26.177018 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:26.180637 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85917cb-7558-4cfc-bc3f-607fc946c9ba None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:49:26.181383 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d85917cb-7558-4cfc-bc3f-607fc946c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fede65040>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:48:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:26.232334 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "DELETE /v2.0/floatingips/a186cdd4-07fc-4392-acf7-84f221949f37 HTTP/1.1" status: 204  len: 168 time: 1.5625012
Nov 10 14:49:26.232882 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'tag': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:49:26.284952 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'tag': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'status': 'completed', 'code': 200}
Nov 10 14:49:26.371628 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d85917cb-7558-4cfc-bc3f-607fc946c9ba None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:49:26.383467 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60478b-2120-4dac-a05e-c94a165ca815 req-f7ff43e2-5dba-44b7-93c0-09bade96f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:26.384955 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b60478b-2120-4dac-a05e-c94a165ca815 req-f7ff43e2-5dba-44b7-93c0-09bade96f39a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 1098 time: 0.0751615
Nov 10 14:49:26.533069 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60478b-2120-4dac-a05e-c94a165ca815 req-55162b17-3270-4182-aa95-008839a10f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:26.534594 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b60478b-2120-4dac-a05e-c94a165ca815 req-55162b17-3270-4182-aa95-008839a10f7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 200  len: 913 time: 0.1424959
Nov 10 14:49:26.607946 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b60478b-2120-4dac-a05e-c94a165ca815 req-017eb2fb-9265-4f96-877e-54f87d11dc22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 HTTP/1.1" status: 200  len: 217 time: 0.0652344
Nov 10 14:49:26.703222 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d85917cb-7558-4cfc-bc3f-607fc946c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fede65040>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:26.707612 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85917cb-7558-4cfc-bc3f-607fc946c9ba None None] Checking router: e353a2fb-ce39-469e-adf2-97027043c5ba for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:49:26.717052 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85917cb-7558-4cfc-bc3f-607fc946c9ba None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:49:26.717679 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d85917cb-7558-4cfc-bc3f-607fc946c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fede65040>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:48:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:26.836310 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60478b-2120-4dac-a05e-c94a165ca815 req-20be2254-0a4e-42e1-9c9e-555f67e492ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:26.837720 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b60478b-2120-4dac-a05e-c94a165ca815 req-20be2254-0a4e-42e1-9c9e-555f67e492ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8776da3e-dbe5-4b48-a845-51a0bba3e050 HTTP/1.1" status: 200  len: 851 time: 0.2218812
Nov 10 14:49:26.908552 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d85917cb-7558-4cfc-bc3f-607fc946c9ba None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:49:26.921314 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562fc67-dd7c-49af-8481-3f0e2b2076ff req-c9d51145-52bf-47d5-8063-af5afb567a65 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:26.922088 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-2562fc67-dd7c-49af-8481-3f0e2b2076ff req-c9d51145-52bf-47d5-8063-af5afb567a65 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Synchronizing usage tracker for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:49:26.948399 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60478b-2120-4dac-a05e-c94a165ca815 req-72c2eb78-f8cb-4218-bef5-f310bc24dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:26.950009 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b60478b-2120-4dac-a05e-c94a165ca815 req-72c2eb78-f8cb-4218-bef5-f310bc24dfab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d9ed246-aa1d-418f-942f-384e817475c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1047354
Nov 10 14:49:27.087811 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-2562fc67-dd7c-49af-8481-3f0e2b2076ff req-c9d51145-52bf-47d5-8063-af5afb567a65 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Unset dirty status for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:49:27.089649 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2562fc67-dd7c-49af-8481-3f0e2b2076ff req-c9d51145-52bf-47d5-8063-af5afb567a65 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 945 time: 0.3265338
Nov 10 14:49:27.096653 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b60478b-2120-4dac-a05e-c94a165ca815 req-f2b4ce11-253e-4629-9944-77185f6bb252 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362405
Nov 10 14:49:27.239663 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2562fc67-dd7c-49af-8481-3f0e2b2076ff req-dce4f269-0112-49b0-bb17-132952b52edd tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1420345
Nov 10 14:49:27.273244 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d85917cb-7558-4cfc-bc3f-607fc946c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fede65040>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:27.277884 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85917cb-7558-4cfc-bc3f-607fc946c9ba None None] The sync data for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi is: [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 4, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '7fc2f96c-0458-4671-84fe-4b54042358aa', 'name': '', 'network_id': '8d9ed246-aa1d-418f-942f-384e817475c5', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'mac_address': 'fa:16:3e:68:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:42Z', 'updated_at': '2021-11-10T14:40:52Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'subnets': [{'id': '8776da3e-dbe5-4b48-a845-51a0bba3e050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:49:27.288676 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b60478b-2120-4dac-a05e-c94a165ca815 req-e43509a3-8e72-42bf-9793-4b5a27181740 service neutron] 10.222.0.16 "GET /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775162
Nov 10 14:49:27.437454 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-673cc9c9-6598-4de3-b504-e3c10f0331a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:27.501211 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5b48a-42a0-44e2-a3b5-16631f9c8418 None None] New status for floating IP a186cdd4-07fc-4392-acf7-84f221949f37: DOWN {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:49:28.442875 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b0e5-5a7b-4983-bdc6-aa3932e13945 req-5a677182-628d-461a-b3f4-5a3c8c52278a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:28.444893 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b4c4b0e5-5a7b-4983-bdc6-aa3932e13945 req-5a677182-628d-461a-b3f4-5a3c8c52278a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 945 time: 0.0805850
Nov 10 14:49:28.470557 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:28.489595 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b4c4b0e5-5a7b-4983-bdc6-aa3932e13945 req-6c53cffe-c772-4e11-a0f2-0882e502f80c tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2460640-e686-4f0f-a135-b0a758c55077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389330
Nov 10 14:49:28.725158 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31a7db-576a-44a8-875b-ba9992d50828 req-b5bc0124-a67a-44d4-af78-fc20d3289859 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:28.726591 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e31a7db-576a-44a8-875b-ba9992d50828 req-b5bc0124-a67a-44d4-af78-fc20d3289859 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 945 time: 0.0792816
Nov 10 14:49:28.800414 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-9e31a7db-576a-44a8-875b-ba9992d50828 req-5e1b1fce-ddcb-4e62-a91d-860feb810feb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Deleting port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:28.800651 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9e31a7db-576a-44a8-875b-ba9992d50828 req-5e1b1fce-ddcb-4e62-a91d-860feb810feb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:29.051772 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-9e31a7db-576a-44a8-875b-ba9992d50828 req-5e1b1fce-ddcb-4e62-a91d-860feb810feb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] For port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:29.052027 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9e31a7db-576a-44a8-875b-ba9992d50828 req-5e1b1fce-ddcb-4e62-a91d-860feb810feb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:29.179038 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-9e31a7db-576a-44a8-875b-ba9992d50828 req-5e1b1fce-ddcb-4e62-a91d-860feb810feb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Calling delete_port for 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:29.398386 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9e31a7db-576a-44a8-875b-ba9992d50828 req-5e1b1fce-ddcb-4e62-a91d-860feb810feb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:29.404268 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:29.450057 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b1fce-ddcb-4e62-a91d-860feb810feb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event deleted for resources: {'Port': ['ID=7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:29.453352 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5e1b1fce-ddcb-4e62-a91d-860feb810feb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:29.529597 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e31a7db-576a-44a8-875b-ba9992d50828 req-5e1b1fce-ddcb-4e62-a91d-860feb810feb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] No DVR routers for this DVR port 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:49:29.531910 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9e31a7db-576a-44a8-875b-ba9992d50828 req-5e1b1fce-ddcb-4e62-a91d-860feb810feb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:29.534646 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'name': 'network-vif-deleted', 'tag': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:49:29.610163 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e31a7db-576a-44a8-875b-ba9992d50828 req-5e1b1fce-ddcb-4e62-a91d-860feb810feb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.16 "DELETE /v2.0/ports/7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 HTTP/1.1" status: 204  len: 173 time: 0.8773053
Nov 10 14:49:29.649585 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-6f080482-10c2-487b-a98c-349c782d2abd req-8df98218-81c5-40cd-8815-416377a5bbd9 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 210 time: 0.0525014
Nov 10 14:49:29.701187 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4db4ec-bad0-401b-af57-866ff8b1170e', 'name': 'network-vif-deleted', 'tag': '7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567', 'status': 'completed', 'code': 200}
Nov 10 14:49:29.854551 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:30.116405 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54456176-d1d5-4492-8308-b2c70d523fb7 req-2b12c67f-99c5-4a56-8e8d-1267019611c1 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:30.117754 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-54456176-d1d5-4492-8308-b2c70d523fb7 req-2b12c67f-99c5-4a56-8e8d-1267019611c1 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0814583
Nov 10 14:49:30.163344 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-54456176-d1d5-4492-8308-b2c70d523fb7 req-850c3821-8ec6-4353-8340-94abd914d898 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398910
Nov 10 14:49:30.810445 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-e95095e9-c3cb-4385-a1eb-db1913c2b08d req-321a559b-4427-4836-a75b-159c2e48b56d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Synchronizing usage tracker for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:49:30.900316 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-e95095e9-c3cb-4385-a1eb-db1913c2b08d req-321a559b-4427-4836-a75b-159c2e48b56d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Unset dirty status for tenant:8b2fa41957dd4b8484b5ef9bf552e105 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:49:30.901545 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e95095e9-c3cb-4385-a1eb-db1913c2b08d req-321a559b-4427-4836-a75b-159c2e48b56d tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a4db4ec-bad0-401b-af57-866ff8b1170e HTTP/1.1" status: 200  len: 210 time: 0.1343474
Nov 10 14:49:31.355572 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc60505-3ec1-441b-9d73-a4916e65e348 req-9ab5e610-4ac2-4077-aa7a-bde0b30afce6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:31.357030 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3bc60505-3ec1-441b-9d73-a4916e65e348 req-9ab5e610-4ac2-4077-aa7a-bde0b30afce6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0833771
Nov 10 14:49:31.400692 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-3bc60505-3ec1-441b-9d73-a4916e65e348 req-f83184db-9e32-4433-ae1a-2126ca28da0f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380173
Nov 10 14:49:31.844937 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:49:31.878390 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:49:31.878742 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7d2b3a31-bb9e-470d-b4ad-9b9f7ed49567 not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:49:31.997656 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33172) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:32.155801 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Deleting port 19fa252e-21c6-4131-9d0a-c0b514687ef5 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:32.156053 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:32.428799 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:32.429054 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:32.562349 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Calling delete_port for 19fa252e-21c6-4131-9d0a-c0b514687ef5 owned by network:floatingip {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:32.589592 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3284c-7753-4263-94a5-ab45653406a1 req-624b2ac4-2f3e-4a61-aaeb-7a3a4f63a635 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:32.591097 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-21e3284c-7753-4263-94a5-ab45653406a1 req-624b2ac4-2f3e-4a61-aaeb-7a3a4f63a635 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.0830362
Nov 10 14:49:32.636001 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-21e3284c-7753-4263-94a5-ab45653406a1 req-0b9d88dd-b3e5-4686-904a-b571a5b93fc7 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=721afe36-3af1-446c-a479-2a41cc069a91&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389900
Nov 10 14:49:32.710830 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-068e9d61-fffe-41db-86ff-60357d5aa5c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:32.712195 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-068e9d61-fffe-41db-86ff-60357d5aa5c9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.16 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 946 time: 0.1221905
Nov 10 14:49:32.828237 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Deleting port dcc6bae9-723b-43c8-a80c-1fc744070f26 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:32.828582 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:32.920892 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:32.931598 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-09a36a22-af87-4e14-986f-89d35decee80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:32.988006 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event deleted for resources: {'Port': ['ID=19fa252e-21c6-4131-9d0a-c0b514687ef5,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:33.035972 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:33.036660 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:33.036777 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:33.037108 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:33.037463 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:33.037818 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:33.038169 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:33.038519 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:33.038867 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:33.039242 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:33.039586 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:33.039930 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:33.081877 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:33.182771 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for floatingip, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:33.239491 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] For port dcc6bae9-723b-43c8-a80c-1fc744070f26, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=dcc6bae9-723b-43c8-a80c-1fc744070f26,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:33.240323 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:33.324938 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:33.326333 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "DELETE /v2.0/floatingips/7a522704-e1a9-4902-be74-6b2ad8c004ea HTTP/1.1" status: 204  len: 168 time: 1.3276970
Nov 10 14:49:33.545972 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:33.548290 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:33.548290 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Floating IP d3c44546-4a74-4abd-acde-11c2e8e783eb disassociated. External IP: 172.27.3.143, port: dcc6bae9-723b-43c8-a80c-1fc744070f26.
Nov 10 14:49:33.548290 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Calling delete_port for dcc6bae9-723b-43c8-a80c-1fc744070f26 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:33.778947 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:33.793453 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ae4cd636-0481-4355-9429-a326c02a82be tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:33.926763 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-730d8d47-6e8b-446b-aee3-7a1e3e1c2934 req-210ffa82-c093-442f-8f11-4afd0967dc10 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 210 time: 0.1851993
Nov 10 14:49:33.946326 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event deleted for resources: {'Port': ['ID=dcc6bae9-723b-43c8-a80c-1fc744070f26,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:34.007897 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:34.136559 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Router 0474492b-8cf6-4665-8594-f19c418a5127 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:49:34.342779 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:49:34.358179 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253019b-63c0-4a53-a131-6aed9dced2de None None] Sync routers for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:49:34.371046 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253019b-63c0-4a53-a131-6aed9dced2de None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:49:34.371715 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0253019b-63c0-4a53-a131-6aed9dced2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedc1e760>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:49:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:34.433329 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] No DVR routers for this DVR port dcc6bae9-723b-43c8-a80c-1fc744070f26 on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:49:34.436673 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:34.439327 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ec0ffe-8230-4036-b106-6db18fa73367', 'name': 'network-vif-deleted', 'tag': 'dcc6bae9-723b-43c8-a80c-1fc744070f26'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:49:34.453469 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2d75cedd-2bb7-4016-8bf5-05ef51925341 req-18d00e38-07e4-42a7-ac38-70ea3421b666 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.16 "DELETE /v2.0/ports/dcc6bae9-723b-43c8-a80c-1fc744070f26 HTTP/1.1" status: 204  len: 173 time: 1.7086065
Nov 10 14:49:34.500097 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ec0ffe-8230-4036-b106-6db18fa73367', 'name': 'network-vif-deleted', 'tag': 'dcc6bae9-723b-43c8-a80c-1fc744070f26', 'status': 'completed', 'code': 200}
Nov 10 14:49:34.550113 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-0253019b-63c0-4a53-a131-6aed9dced2de None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:49:34.858669 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33192) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:34.896813 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0253019b-63c0-4a53-a131-6aed9dced2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedc1e760>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:14Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:34.900639 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253019b-63c0-4a53-a131-6aed9dced2de None None] Checking router: 0474492b-8cf6-4665-8594-f19c418a5127 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:49:34.908930 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253019b-63c0-4a53-a131-6aed9dced2de None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:49:34.909528 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0253019b-63c0-4a53-a131-6aed9dced2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedc1e760>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:49:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:34.927795 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ccecd797-70e7-481b-b3c6-f2fc416bcaf7 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:34.961276 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ccecd797-70e7-481b-b3c6-f2fc416bcaf7 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:35.098685 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-e519e04e-f695-4478-a288-5187c5d2a0f1 req-106ea888-f09b-4f52-8dc5-394ad88be49d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Synchronizing usage tracker for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:49:35.116186 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ccecd797-70e7-481b-b3c6-f2fc416bcaf7 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:35.124261 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-0253019b-63c0-4a53-a131-6aed9dced2de None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:49:35.124405 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-33057e72-7e5e-40a3-8a14-ade104cdc87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:35.138662 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecd797-70e7-481b-b3c6-f2fc416bcaf7 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2460640-e686-4f0f-a135-b0a758c55077,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:35.141398 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ccecd797-70e7-481b-b3c6-f2fc416bcaf7 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:35.178955 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-e519e04e-f695-4478-a288-5187c5d2a0f1 req-106ea888-f09b-4f52-8dc5-394ad88be49d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Unset dirty status for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:49:35.180209 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e519e04e-f695-4478-a288-5187c5d2a0f1 req-106ea888-f09b-4f52-8dc5-394ad88be49d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=03ec0ffe-8230-4036-b106-6db18fa73367 HTTP/1.1" status: 200  len: 210 time: 0.1263380
Nov 10 14:49:35.213099 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ccecd797-70e7-481b-b3c6-f2fc416bcaf7 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:35.217384 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ccecd797-70e7-481b-b3c6-f2fc416bcaf7 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] 10.222.0.37 "DELETE /v2.0/security-groups/d2460640-e686-4f0f-a135-b0a758c55077 HTTP/1.1" status: 204  len: 168 time: 0.3545351
Nov 10 14:49:35.355518 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33200) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:35.442515 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-0253019b-63c0-4a53-a131-6aed9dced2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedc1e760>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:14Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:35.447106 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253019b-63c0-4a53-a131-6aed9dced2de None None] The sync data for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi is: [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:14Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:49:35.675651 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608704d6-b953-4c84-915e-49872f1bf206 None None] New status for floating IP d3c44546-4a74-4abd-acde-11c2e8e783eb: DOWN {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:49:35.873329 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device dcc6bae9-723b-43c8-a80c-1fc744070f26 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:49:35.911245 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: dcc6bae9-723b-43c8-a80c-1fc744070f26 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:49:35.915354 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device dcc6bae9-723b-43c8-a80c-1fc744070f26 not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:49:36.097080 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1700825'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:36.376037 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33210) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:36.452956 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:36.481413 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:36.551045 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] Deleting port 7fc2f96c-0458-4671-84fe-4b54042358aa {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:36.551700 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:36.603270 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:36.607255 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-a4a9c781-e73f-4f06-bb6c-b4ea702bb8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:36.623122 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=721afe36-3af1-446c-a479-2a41cc069a91,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:36.631260 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:36.631641 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:36.631998 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:36.632363 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:36.632729 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:36.633071 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:36.633421 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:36.633907 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:36.634264 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:36.634612 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:36.634958 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:36.635333 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:36.638395 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:36.704025 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:36.707705 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-27d334cf-a7d4-42b3-91f6-5d5809142d14 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "DELETE /v2.0/security-groups/721afe36-3af1-446c-a479-2a41cc069a91 HTTP/1.1" status: 204  len: 168 time: 0.3280480
Nov 10 14:49:36.707911 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33214) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:36.722745 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] For port 7fc2f96c-0458-4671-84fe-4b54042358aa, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=7fc2f96c-0458-4671-84fe-4b54042358aa,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:36.723135 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:36.723921 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.api.v2.resource [None req-b11c90d4-83c4-4edf-b0f4-8bab4ddd6a37 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] show failed (client error): The resource could not be found.
Nov 10 14:49:36.725450 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-b11c90d4-83c4-4edf-b0f4-8bab4ddd6a37 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups/721afe36-3af1-446c-a479-2a41cc069a91 HTTP/1.1" status: 404  len: 347 time: 0.0166631
Nov 10 14:49:36.728539 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33218) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:36.851068 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] Calling delete_port for 7fc2f96c-0458-4671-84fe-4b54042358aa owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:36.992613 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9ec35-fc8e-4eeb-ba1c-2ce7efdc69bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Deleting port f944c964-411b-48c9-a3bb-f90a384489ac {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:36.992955 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ec35-fc8e-4eeb-ba1c-2ce7efdc69bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:37.093063 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:37.097986 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c29271e3-5a3d-495b-a5a4-b0f25683e793 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:37.143470 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc2f96c-0458-4671-84fe-4b54042358aa,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:37.146319 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:37.164741 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ec35-fc8e-4eeb-ba1c-2ce7efdc69bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:37.165087 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ec35-fc8e-4eeb-ba1c-2ce7efdc69bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:37.293347 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9ec35-fc8e-4eeb-ba1c-2ce7efdc69bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Calling delete_port for f944c964-411b-48c9-a3bb-f90a384489ac owned by network:floatingip {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:37.427279 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700773'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:37.511768 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ec35-fc8e-4eeb-ba1c-2ce7efdc69bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:37.515649 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:37.562187 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9ec35-fc8e-4eeb-ba1c-2ce7efdc69bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event deleted for resources: {'Port': ['ID=f944c964-411b-48c9-a3bb-f90a384489ac,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:37.565621 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9ba9ec35-fc8e-4eeb-ba1c-2ce7efdc69bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:37.654407 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ec35-fc8e-4eeb-ba1c-2ce7efdc69bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:37.772805 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ec35-fc8e-4eeb-ba1c-2ce7efdc69bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:37.774110 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-9ba9ec35-fc8e-4eeb-ba1c-2ce7efdc69bd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "DELETE /v2.0/floatingips/d3c44546-4a74-4abd-acde-11c2e8e783eb HTTP/1.1" status: 204  len: 168 time: 1.0446799
Nov 10 14:49:37.803327 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] Router e353a2fb-ce39-469e-adf2-97027043c5ba has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:49:38.096105 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33224) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:38.102158 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685837031', 'description': 'tempest-description--966823894'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:49:38.108046 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:49:38.111856 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:49:38.112286 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Usage tracker for resource:security_group and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:49:38.116155 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:49:38.122254 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaeb2ec-aa1e-40c9-b5cf-fac5bda45786 None None] Sync routers for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:49:38.124719 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:49:38.128275 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7232cc70-0cb9-4126-a1e5-441520d1bb6f admin admin] 10.222.0.37 "PUT /v2.0/routers/e353a2fb-ce39-469e-adf2-97027043c5ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7694795
Nov 10 14:49:38.128499 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33228) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:38.137053 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaeb2ec-aa1e-40c9-b5cf-fac5bda45786 None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:49:38.137708 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-adaeb2ec-aa1e-40c9-b5cf-fac5bda45786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedc1e880>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:49:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:38.214576 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:38.235442 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:49:38.239415 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Usage tracker for resource:security_group_rule and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:49:38.243036 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:49:38.249080 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:49:38.330200 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-adaeb2ec-aa1e-40c9-b5cf-fac5bda45786 None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:49:38.350429 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:38.353576 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:38.433398 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:38.444757 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-47d0534b-b42f-4803-b765-745dc3a5192f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:38.483786 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a71091-2e15-4041-9ada-cdd0a87a6694,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:38.486935 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:38.551818 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:38.556093 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:38.557389 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4602091
Nov 10 14:49:38.560240 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33232) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:38.565703 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-37957e31-2231-42cd-9da1-a6666baf9859 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Request body: {'security_group_rule': {'security_group_id': 'c6a71091-2e15-4041-9ada-cdd0a87a6694', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:49:38.572040 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-37957e31-2231-42cd-9da1-a6666baf9859 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:49:38.576459 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-37957e31-2231-42cd-9da1-a6666baf9859 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Usage tracker for resource:security_group_rule and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:49:38.579428 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-37957e31-2231-42cd-9da1-a6666baf9859 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:49:38.588255 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-37957e31-2231-42cd-9da1-a6666baf9859 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:49:38.628905 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-adaeb2ec-aa1e-40c9-b5cf-fac5bda45786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedc1e880>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:49:36Z', 'revision_number': 5, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port': {'id': '4fbf86fa-6b36-44a0-b2a8-11e803ea9c02', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:38Z', 'updated_at': '2021-11-10T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:38.632965 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaeb2ec-aa1e-40c9-b5cf-fac5bda45786 None None] Checking router: e353a2fb-ce39-469e-adf2-97027043c5ba for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:49:38.637420 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Deleting port 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:38.637770 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:38.641797 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaeb2ec-aa1e-40c9-b5cf-fac5bda45786 None None] Routers {'e353a2fb-ce39-469e-adf2-97027043c5ba'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:49:38.642436 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-adaeb2ec-aa1e-40c9-b5cf-fac5bda45786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedc1e880>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:49:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['e353a2fb-ce39-469e-adf2-97027043c5ba'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:38.677434 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-37957e31-2231-42cd-9da1-a6666baf9859 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:38.749209 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-37957e31-2231-42cd-9da1-a6666baf9859 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:38.815177 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-37957e31-2231-42cd-9da1-a6666baf9859 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:38.817082 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:38.827591 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] For port 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=4fbf86fa-6b36-44a0-b2a8-11e803ea9c02,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:38.828201 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:38.839589 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37957e31-2231-42cd-9da1-a6666baf9859 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05dd529a-7017-49fb-bdff-1273597005a9,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:38.840103 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-adaeb2ec-aa1e-40c9-b5cf-fac5bda45786 None None] Set router e353a2fb-ce39-469e-adf2-97027043c5ba gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:49:38.843804 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-37957e31-2231-42cd-9da1-a6666baf9859 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:38.912449 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-37957e31-2231-42cd-9da1-a6666baf9859 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:38.916305 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-37957e31-2231-42cd-9da1-a6666baf9859 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3524714
Nov 10 14:49:38.916628 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33236) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:38.922005 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-2a5ecc00-0f1f-4cd2-b341-8ab3fc697b5a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Request body: {'security_group_rule': {'security_group_id': 'c6a71091-2e15-4041-9ada-cdd0a87a6694', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:49:38.929091 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-2a5ecc00-0f1f-4cd2-b341-8ab3fc697b5a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:49:38.933156 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-2a5ecc00-0f1f-4cd2-b341-8ab3fc697b5a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Usage tracker for resource:security_group_rule and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:49:38.936269 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-2a5ecc00-0f1f-4cd2-b341-8ab3fc697b5a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:49:38.942494 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-2a5ecc00-0f1f-4cd2-b341-8ab3fc697b5a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:49:38.948237 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-adaeb2ec-aa1e-40c9-b5cf-fac5bda45786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedc1e880>, [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:49:38Z', 'revision_number': 6, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port_host': None}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:38.952703 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaeb2ec-aa1e-40c9-b5cf-fac5bda45786 None None] The sync data for ids ['e353a2fb-ce39-469e-adf2-97027043c5ba'] in dv-cinder-817404-1-iscsi is: [{'id': 'e353a2fb-ce39-469e-adf2-97027043c5ba', 'name': 'tempest-TestVolumeBootPattern-2051990270-router', 'tenant_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:37Z', 'updated_at': '2021-11-10T14:49:38Z', 'revision_number': 6, 'project_id': '8b2fa41957dd4b8484b5ef9bf552e105', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:49:38.953211 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Calling delete_port for 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 owned by network:router_gateway {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:39.032606 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2a5ecc00-0f1f-4cd2-b341-8ab3fc697b5a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.096360 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2a5ecc00-0f1f-4cd2-b341-8ab3fc697b5a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.184642 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2a5ecc00-0f1f-4cd2-b341-8ab3fc697b5a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.186838 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:39.212205 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ecc00-0f1f-4cd2-b341-8ab3fc697b5a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b878674b-2a8b-4162-a1c6-cec6c7b8f0b9,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:39.214604 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-2a5ecc00-0f1f-4cd2-b341-8ab3fc697b5a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:39.225260 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.229352 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:39.273211 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbf86fa-6b36-44a0-b2a8-11e803ea9c02,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:39.276250 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:39.329032 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2a5ecc00-0f1f-4cd2-b341-8ab3fc697b5a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.333940 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-2a5ecc00-0f1f-4cd2-b341-8ab3fc697b5a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4129221
Nov 10 14:49:39.334443 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33240) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:39.343063 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Request body: {'floatingip': {'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:49:39.350547 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:49:39.356011 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Usage tracker for resource:floatingip and tenant:09ba18a1fafd4739b0711d2e6b0cf477 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:49:39.358989 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:49:39.365763 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:49:39.377495 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053154'] for router_gateway, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.470574 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.617544 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.663319 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3242'] for router, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.665594 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.734383 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053206'] for router, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.734960 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e353a2fb-ce39-469e-adf2-97027043c5ba {{(pid=87469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 10 14:49:39.748507 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.749889 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e353a2fb-ce39-469e-adf2-97027043c5ba HTTP/1.1" status: 204  len: 168 time: 1.6202123
Nov 10 14:49:39.752368 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33244) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:39.756974 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Allocated IP 172.27.3.200 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/637a3549-ae86-4a2a-bb56-58f280ce592b) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:49:39.831379 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d4baa2-2bc8-4307-943a-acff58152efd admin admin] Deleting subnet 8776da3e-dbe5-4b48-a845-51a0bba3e050 {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:49:39.836535 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-80d4baa2-2bc8-4307-943a-acff58152efd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.903858 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-80d4baa2-2bc8-4307-943a-acff58152efd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2104880'] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.932949 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:39.985683 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-80d4baa2-2bc8-4307-943a-acff58152efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.026060 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.030136 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6f08be0d-e8d8-4a25-96c1-4372c2cf7e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:40.101651 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:49:40.104651 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:49:40.113294 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:49:40.134037 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-80d4baa2-2bc8-4307-943a-acff58152efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2225482'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.139158 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0391f944-18bf-4634-9d07-53860a7bde37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:40.139795 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event updated for resources: {'Port': ['ID=637a3549-ae86-4a2a-bb56-58f280ce592b,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:40.146205 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:40.174465 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4baa2-2bc8-4307-943a-acff58152efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8776da3e-dbe5-4b48-a845-51a0bba3e050,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:40.176513 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-80d4baa2-2bc8-4307-943a-acff58152efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.179780 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-80d4baa2-2bc8-4307-943a-acff58152efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:40.182096 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41bf3c1-40b4-421a-94e7-24f337701512 None None] Network 8d9ed246-aa1d-418f-942f-384e817475c5 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:49:40.185018 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-80d4baa2-2bc8-4307-943a-acff58152efd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8776da3e-dbe5-4b48-a845-51a0bba3e050 HTTP/1.1" status: 204  len: 168 time: 0.4315941
Nov 10 14:49:40.187911 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33248) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:40.203920 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.303123 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.315051 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Deleting port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:40.315512 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.330168 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.343987 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 7fc2f96c-0458-4671-84fe-4b54042358aa no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:49:40.387377 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 7fc2f96c-0458-4671-84fe-4b54042358aa {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:49:40.387737 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 7fc2f96c-0458-4671-84fe-4b54042358aa not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:49:40.388081 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:49:40.428465 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:49:40.428827 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 4fbf86fa-6b36-44a0-b2a8-11e803ea9c02 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:49:40.548904 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476bc728-a249-4af7-bd70-76646ef13fbe None None] DHCP port deletion for 8d9ed246-aa1d-418f-942f-384e817475c5 request from dv-cinder-817404-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 10 14:49:40.554759 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-476bc728-a249-4af7-bd70-76646ef13fbe None None] Deleting port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:40.555471 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-476bc728-a249-4af7-bd70-76646ef13fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.564601 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] For port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=8e885aba-34f9-43ea-8535-ddc7d0bb0a78,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:40.565047 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.665243 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.694189 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Calling delete_port for 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 owned by network:dhcp {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:40.722809 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.728738 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-524d09b1-ac50-4e9f-a8e1-461cf9c1a5c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:40.765975 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-476bc728-a249-4af7-bd70-76646ef13fbe None None] For port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=8e885aba-34f9-43ea-8535-ddc7d0bb0a78,segment=NetworkSegment(02a28075-c2a5-4efc-862c-34a157d2fd9b),segment_id=02a28075-c2a5-4efc-862c-34a157d2fd9b)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:40.766441 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-476bc728-a249-4af7-bd70-76646ef13fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.840334 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event updated for resources: {'Port': ['ID=637a3549-ae86-4a2a-bb56-58f280ce592b,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:40.844325 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:40.850239 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.851934 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.855294 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5e1b1fce-ddcb-4e62-a91d-860feb810feb tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:40.893158 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-476bc728-a249-4af7-bd70-76646ef13fbe None None] Calling delete_port for 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:40.904466 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e885aba-34f9-43ea-8535-ddc7d0bb0a78,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:40.907572 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:40.908346 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] No DVR routers for this DVR port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 on host dv-cinder-817404-1-iscsi {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:49:40.934616 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:40.938412 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ee52410d-8199-4760-873c-c91556c3c624 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6008728
Nov 10 14:49:40.971459 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-476bc728-a249-4af7-bd70-76646ef13fbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:49:40.971871 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-476bc728-a249-4af7-bd70-76646ef13fbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:49:41.029653 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:41.060422 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fed681940>,) {'filters': {'network_id': ['8d9ed246-aa1d-418f-942f-384e817475c5']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:41.078232 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fed681940>, '02a28075-c2a5-4efc-862c-34a157d2fd9b') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:41.078534 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fed681940>, '02a28075-c2a5-4efc-862c-34a157d2fd9b') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:41.092276 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105035'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:41.108988 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:41.115498 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:49:41.115870 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222635'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     timer()
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     self._notify()
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     event.method(event)
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:49:41.129287 dv-cinder-817404-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:49:41.172263 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-7daa0d06-db7f-481b-a5ba-9a78b93a6550 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Synchronizing usage tracker for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:security_group {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:49:41.272468 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-7daa0d06-db7f-481b-a5ba-9a78b93a6550 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Unset dirty status for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:security_group {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:49:41.273738 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-7daa0d06-db7f-481b-a5ba-9a78b93a6550 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--685837031&fields=id&tenant_id=09ba18a1fafd4739b0711d2e6b0cf477 HTTP/1.1" status: 200  len: 267 time: 0.1440165
Nov 10 14:49:41.300362 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:41.304613 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-21d21a82-7a17-4b9c-9ea2-32a7e4c23197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:41.318240 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:41.331237 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9ed246-aa1d-418f-942f-384e817475c5,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:41.335549 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:41.338831 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-452bef8f-a1b0-48d3-ac43-9fcd56bc092f admin admin] 10.222.0.37 "DELETE /v2.0/networks/8d9ed246-aa1d-418f-942f-384e817475c5 HTTP/1.1" status: 204  len: 168 time: 1.1482997
Nov 10 14:49:41.340363 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33264) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:41.431199 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-724c4746-330b-47fb-ad38-20f6a2e37765 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:41.432672 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-724c4746-330b-47fb-ad38-20f6a2e37765 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/networks?id=cf40bf14-3cb0-496e-8335-d34ce625783d HTTP/1.1" status: 200  len: 811 time: 0.1521444
Nov 10 14:49:41.448091 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-b66b2847-3965-4dcb-b1fb-432a64322a91 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/quotas/09ba18a1fafd4739b0711d2e6b0cf477 HTTP/1.1" status: 200  len: 375 time: 0.0097425
Nov 10 14:49:41.473366 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-476bc728-a249-4af7-bd70-76646ef13fbe None None] Deleting port 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:41.474665 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-476bc728-a249-4af7-bd70-76646ef13fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:41.539974 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-6e208190-8c1e-4e80-aad2-eb3685ef367d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Synchronizing usage tracker for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:49:41.554553 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-476bc728-a249-4af7-bd70-76646ef13fbe None None] The port '8e885aba-34f9-43ea-8535-ddc7d0bb0a78' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 10 14:49:41.620018 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-6e208190-8c1e-4e80-aad2-eb3685ef367d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Unset dirty status for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:49:41.621386 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-6e208190-8c1e-4e80-aad2-eb3685ef367d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1674528
Nov 10 14:49:41.686405 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-9acc4462-1d80-4d24-b2c1-7ada0a661a86 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 14:49:41.691121 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-9acc4462-1d80-4d24-b2c1-7ada0a661a86 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0537968
Nov 10 14:49:41.823176 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-bf0a0ed1-8071-4371-bdd7-cac946e1bc54 service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284719
Nov 10 14:49:41.956695 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-aeae4dea-f63f-4635-8c05-8d615942c419 service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272357
Nov 10 14:49:41.998631 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1700825'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:42.310503 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-53f4e91e-30d7-4eba-ada1-5e5c8b4b61fb req-ce14c850-7f3d-4a8f-a774-3d5c16c209dc tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 210 time: 0.0849941
Nov 10 14:49:42.340293 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:49:42.360296 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:49:42.360652 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 8e885aba-34f9-43ea-8535-ddc7d0bb0a78 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:49:42.405085 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] Deleting port e58313f3-ab8b-458a-9516-3a6c888a4926 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:42.405336 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:42.589323 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] For port e58313f3-ab8b-458a-9516-3a6c888a4926, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=e58313f3-ab8b-458a-9516-3a6c888a4926,segment=NetworkSegment(6c6d6a5c-7739-489a-959d-cfb753749062),segment_id=6c6d6a5c-7739-489a-959d-cfb753749062)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:42.589683 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:42.713089 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] Calling delete_port for e58313f3-ab8b-458a-9516-3a6c888a4926 owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:43.020457 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:43.025532 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1cce6ce5-ced7-48ec-95e0-30d2c9ae6c0a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:43.107990 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58313f3-ab8b-458a-9516-3a6c888a4926,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:43.136031 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:43.444293 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700773'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:43.472379 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4484d077-ec6c-4517-ab8e-8ba745121975 req-8b3c8b10-7c72-47c4-931c-8725e4edb1a2 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 210 time: 0.0444262
Nov 10 14:49:43.818980 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] Router 9fa418ba-f6c6-4dcc-883b-090a685edb67 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:49:44.003241 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:49:44.012923 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1984dfb0-481b-43ba-89be-d28c28e184f2 None None] Sync routers for ids ['9fa418ba-f6c6-4dcc-883b-090a685edb67'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:49:44.013467 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] 10.222.0.37 "PUT /v2.0/routers/9fa418ba-f6c6-4dcc-883b-090a685edb67/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6716583
Nov 10 14:49:44.015729 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33282) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:44.026970 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1984dfb0-481b-43ba-89be-d28c28e184f2 None None] Routers {'9fa418ba-f6c6-4dcc-883b-090a685edb67'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:49:44.029936 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-1984dfb0-481b-43ba-89be-d28c28e184f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee028b80>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:49:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['9fa418ba-f6c6-4dcc-883b-090a685edb67'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:44.201239 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:44.251902 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-1984dfb0-481b-43ba-89be-d28c28e184f2 None None] Set router 9fa418ba-f6c6-4dcc-883b-090a685edb67 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:49:44.393282 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:44.510743 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Deleting port dbcb3a94-71fc-4537-b816-51b4ac084fdf {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:44.511452 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:44.576162 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-1984dfb0-481b-43ba-89be-d28c28e184f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee028b80>, [{'id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'name': 'tempest-TestVolumeBootPattern-789386672-router', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:49Z', 'updated_at': '2021-11-10T14:49:42Z', 'revision_number': 5, 'project_id': 'adb04453a5f44da4ac93102c45ec6b49', 'gw_port': {'id': 'dbcb3a94-71fc-4537-b816-51b4ac084fdf', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:40:50Z', 'updated_at': '2021-11-10T14:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:44.580566 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1984dfb0-481b-43ba-89be-d28c28e184f2 None None] Checking router: 9fa418ba-f6c6-4dcc-883b-090a685edb67 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:49:44.590452 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1984dfb0-481b-43ba-89be-d28c28e184f2 None None] Routers {'9fa418ba-f6c6-4dcc-883b-090a685edb67'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:49:44.591135 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-1984dfb0-481b-43ba-89be-d28c28e184f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee028b80>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:49:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['9fa418ba-f6c6-4dcc-883b-090a685edb67'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:44.648070 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:44.720266 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ada423c1-318c-4fae-99f2-8c8251fc506f req-06e1d80a-9da1-4f73-a76c-6e3badd87f85 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 210 time: 0.0809820
Nov 10 14:49:44.753063 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-1984dfb0-481b-43ba-89be-d28c28e184f2 None None] Set router 9fa418ba-f6c6-4dcc-883b-090a685edb67 gateway port host: None {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:49:44.864857 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-1984dfb0-481b-43ba-89be-d28c28e184f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee028b80>, [{'id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'name': 'tempest-TestVolumeBootPattern-789386672-router', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:49Z', 'updated_at': '2021-11-10T14:49:44Z', 'revision_number': 6, 'project_id': 'adb04453a5f44da4ac93102c45ec6b49', 'gw_port_host': None}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:44.869229 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1984dfb0-481b-43ba-89be-d28c28e184f2 None None] The sync data for ids ['9fa418ba-f6c6-4dcc-883b-090a685edb67'] in dv-cinder-817404-1-iscsi is: [{'id': '9fa418ba-f6c6-4dcc-883b-090a685edb67', 'name': 'tempest-TestVolumeBootPattern-789386672-router', 'tenant_id': 'adb04453a5f44da4ac93102c45ec6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:40:49Z', 'updated_at': '2021-11-10T14:49:44Z', 'revision_number': 6, 'project_id': 'adb04453a5f44da4ac93102c45ec6b49', 'gw_port_host': None}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:49:44.966353 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] For port dbcb3a94-71fc-4537-b816-51b4ac084fdf, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=dbcb3a94-71fc-4537-b816-51b4ac084fdf,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:44.966714 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:45.109081 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-31af2b1c-98fa-46f8-9de7-950084ba5a9b tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:45.110530 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-31af2b1c-98fa-46f8-9de7-950084ba5a9b tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.16 "GET /v2.0/networks?id=cf40bf14-3cb0-496e-8335-d34ce625783d HTTP/1.1" status: 200  len: 811 time: 0.4272430
Nov 10 14:49:45.117574 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Calling delete_port for dbcb3a94-71fc-4537-b816-51b4ac084fdf owned by network:router_gateway {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:45.212590 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-7ad770ed-45ba-402b-8c73-fe5653423802 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09ba18a1fafd4739b0711d2e6b0cf477 HTTP/1.1" status: 200  len: 379 time: 0.0675154
Nov 10 14:49:45.232371 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Request body: {'port': {'device_id': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'admin_state_up': True, 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'security_groups': ['c6a71091-2e15-4041-9ada-cdd0a87a6694']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:49:45.398555 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:49:45.446021 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:49:45.515986 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Made reservation on behalf of 09ba18a1fafd4739b0711d2e6b0cf477 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:49:45.519672 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:45.541136 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:45.546351 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-987d1a8c-5260-4612-9c80-d39bfd63bf08 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:45.636567 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcb3a94-71fc-4537-b816-51b4ac084fdf,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:45.639188 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:45.810910 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053154'] for router_gateway, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:45.881998 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4698a9c2-8c84-4533-a558-b5cdc78c8642 req-2200c03b-1326-4281-92b4-2cce85b11db2 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 210 time: 0.0423460
Nov 10 14:49:45.997237 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Allocated IP 172.20.0.3 (cf40bf14-3cb0-496e-8335-d34ce625783d/659f3403-54ec-4196-a982-8e6e741a0e5f/7ced5e53-a226-433b-9e14-3fa0262ce78a) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:49:46.000190 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3242'] for router, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.003864 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.117959 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053206'] for router, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.118482 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fa418ba-f6c6-4dcc-883b-090a685edb67 {{(pid=87469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 10 14:49:46.212119 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.228463 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Transition to ACTIVE for port object 7ced5e53-a226-433b-9e14-3fa0262ce78a will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:49:46.245711 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.246828 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d5a929b7-8f2b-47c0-a267-3e14297b12b5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9fa418ba-f6c6-4dcc-883b-090a685edb67 HTTP/1.1" status: 204  len: 168 time: 2.2301748
Nov 10 14:49:46.249462 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33294) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:46.311236 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device e58313f3-ab8b-458a-9516-3a6c888a4926 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:49:46.312108 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_v2 [None req-af254357-55d8-49da-a7b0-9c31de7c99a6 admin admin] Deleting subnet 44f3fb6c-41e1-40dd-9959-340fd04aad3e {{(pid=87468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:49:46.315122 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-af254357-55d8-49da-a7b0-9c31de7c99a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.318197 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.324287 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e39e9902-eae7-4483-92bc-3ce187981bdf tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:46.346888 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: e58313f3-ab8b-458a-9516-3a6c888a4926 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:49:46.347280 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device e58313f3-ab8b-458a-9516-3a6c888a4926 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:49:46.347723 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device dbcb3a94-71fc-4537-b816-51b4ac084fdf no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:49:46.365641 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-af254357-55d8-49da-a7b0-9c31de7c99a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972242'] for subnet, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.384201 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: dbcb3a94-71fc-4537-b816-51b4ac084fdf {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:49:46.384568 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device dbcb3a94-71fc-4537-b816-51b4ac084fdf not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:49:46.403576 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Network cf40bf14-3cb0-496e-8335-d34ce625783d is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:49:46.406880 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:49:46.410756 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:49:46.441149 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event updated for resources: {'Port': ['ID=7ced5e53-a226-433b-9e14-3fa0262ce78a,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:46.448725 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:46.449685 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-af254357-55d8-49da-a7b0-9c31de7c99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.480042 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:46.480803 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.573433 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-0af66d68-e745-46a2-a589-fccb085b5c1d tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3518467
Nov 10 14:49:46.586841 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Request body: {'port': {'device_id': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:49:46.601531 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-af254357-55d8-49da-a7b0-9c31de7c99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1176360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679677'] for subnet, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.606831 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:46.642443 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af254357-55d8-49da-a7b0-9c31de7c99a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f3fb6c-41e1-40dd-9959-340fd04aad3e,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:46.644463 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-af254357-55d8-49da-a7b0-9c31de7c99a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.647727 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-af254357-55d8-49da-a7b0-9c31de7c99a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:46.651824 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-af254357-55d8-49da-a7b0-9c31de7c99a6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/44f3fb6c-41e1-40dd-9959-340fd04aad3e HTTP/1.1" status: 204  len: 168 time: 0.4013641
Nov 10 14:49:46.652899 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f158c88f-3f1e-4315-9490-6d7255fc2e0a None None] Network 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:49:46.654333 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33298) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:46.715762 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-70fd56a3-9f3e-4288-96b5-e26afa2a82f7 None None] Provisioning for port 7ced5e53-a226-433b-9e14-3fa0262ce78a completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:49:46.726687 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-70fd56a3-9f3e-4288-96b5-e26afa2a82f7 None None] Provisioning complete for port 7ced5e53-a226-433b-9e14-3fa0262ce78a triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:49:46.727104 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-70fd56a3-9f3e-4288-96b5-e26afa2a82f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.837075 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-70fd56a3-9f3e-4288-96b5-e26afa2a82f7 None None] Port 7ced5e53-a226-433b-9e14-3fa0262ce78a cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:49:46.921369 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.946995 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:46.968569 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] DHCP port deletion for 52ae44e5-8949-481b-bdfe-2cf2cdd3ac86 request from dv-cinder-817404-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 10 14:49:46.973415 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Deleting port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:46.973891 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:47.074850 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Deleting port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:47.075654 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:47.180509 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] For port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=adaf6a2d-b4b4-44fa-b584-f7dc07426ad5,segment=NetworkSegment(6c6d6a5c-7739-489a-959d-cfb753749062),segment_id=6c6d6a5c-7739-489a-959d-cfb753749062)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:47.180838 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:47.340285 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Calling delete_port for adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:47.405783 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7345ae-1005-4b57-af19-60f663f1149a req-826eeae0-b4c8-4ac3-a8d9-1e98df1918d7 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:47.406485 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4a7345ae-1005-4b57-af19-60f663f1149a req-826eeae0-b4c8-4ac3-a8d9-1e98df1918d7 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Synchronizing usage tracker for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:49:47.489095 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:47.494023 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:47.534579 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] For port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=adaf6a2d-b4b4-44fa-b584-f7dc07426ad5,segment=NetworkSegment(6c6d6a5c-7739-489a-959d-cfb753749062),segment_id=6c6d6a5c-7739-489a-959d-cfb753749062)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:47.534942 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:47.537878 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Pushing event deleted for resources: {'Port': ['ID=adaf6a2d-b4b4-44fa-b584-f7dc07426ad5,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:47.540480 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] No DVR routers for this DVR port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 on host dv-cinder-817404-1-iscsi {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:49:47.548301 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:47.548699 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:47.549044 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:47.549380 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:47.549861 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:47.550202 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:47.550528 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:47.550854 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:47.556617 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:47.556617 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:47.556617 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:47.556617 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:49:47.556617 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:47.670292 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4a7345ae-1005-4b57-af19-60f663f1149a req-826eeae0-b4c8-4ac3-a8d9-1e98df1918d7 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Unset dirty status for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:49:47.671490 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4a7345ae-1005-4b57-af19-60f663f1149a req-826eeae0-b4c8-4ac3-a8d9-1e98df1918d7 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 931 time: 0.6739676
Nov 10 14:49:47.678155 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Calling delete_port for adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 owned by network:dhcp {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:49:47.737066 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.db.resource_extend [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 14:49:47.828206 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4a7345ae-1005-4b57-af19-60f663f1149a req-fb46321e-3e01-48c3-b7c9-e59724f46c37 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6a71091-2e15-4041-9ada-cdd0a87a6694&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1222453
Nov 10 14:49:47.846952 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ced5e53-a226-433b-9e14-3fa0262ce78a {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:49:47.854938 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:47.862579 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.db.api [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:49:47.862928 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_db.api [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:49:47.870951 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Transition to ACTIVE for port object 7ced5e53-a226-433b-9e14-3fa0262ce78a will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:49:47.933804 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:47.937643 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-543521d6-7d22-43a4-82ce-c968cb696d79 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:48.063903 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced5e53-a226-433b-9e14-3fa0262ce78a,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:48.091437 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:48.171862 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Attempting to bind port 7ced5e53-a226-433b-9e14-3fa0262ce78a on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:49:48.172226 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Attempting to bind port 7ced5e53-a226-433b-9e14-3fa0262ce78a by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:49:48.172553 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Attempting to bind port 7ced5e53-a226-433b-9e14-3fa0262ce78a on network cf40bf14-3cb0-496e-8335-d34ce625783d {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:49:48.178142 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Port 7ced5e53-a226-433b-9e14-3fa0262ce78a on network cf40bf14-3cb0-496e-8335-d34ce625783d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:49:48.178485 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Attempting to bind port 7ced5e53-a226-433b-9e14-3fa0262ce78a on network cf40bf14-3cb0-496e-8335-d34ce625783d {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:49:48.183876 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:49:48.184247 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Checking segment: {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:49:48.184670 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Bound using segment: {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:49:48.185120 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Bound port: 7ced5e53-a226-433b-9e14-3fa0262ce78a, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e166c15-5c83-4ddc-9b27-272da40a0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:49:48.185490 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:48.284976 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] For port 7ced5e53-a226-433b-9e14-3fa0262ce78a, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:49:48.291134 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] For port 7ced5e53-a226-433b-9e14-3fa0262ce78a, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7ced5e53-a226-433b-9e14-3fa0262ce78a,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:49:48.312689 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:49:48.344706 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:48.350397 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d30da3b5-3d70-4e1c-95e8-3252a1e2995a tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:48.354199 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:49:48.354724 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:49:48.387482 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Deleting port adaf6a2d-b4b4-44fa-b584-f7dc07426ad5 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:49:48.387839 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:48.570950 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:48.571754 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:48.572981 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] 10.222.0.16 "PUT /v2.0/ports/7ced5e53-a226-433b-9e14-3fa0262ce78a HTTP/1.1" status: 200  len: 1093 time: 1.9911008
Nov 10 14:49:48.575982 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'tag': '7ced5e53-a226-433b-9e14-3fa0262ce78a'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:49:48.594565 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] The port 'adaf6a2d-b4b4-44fa-b584-f7dc07426ad5' was deleted {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 10 14:49:48.629444 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'tag': '7ced5e53-a226-433b-9e14-3fa0262ce78a', 'status': 'completed', 'code': 200}
Nov 10 14:49:48.657151 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced5e53-a226-433b-9e14-3fa0262ce78a,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:48.692711 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1166f997-f431-477d-9226-1a810ff7ef68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:48.784865 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:48.815323 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fec8fba60>,) {'filters': {'network_id': ['52ae44e5-8949-481b-bdfe-2cf2cdd3ac86']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:48.831105 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec8fba60>, '6c6d6a5c-7739-489a-959d-cfb753749062') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:48.831400 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec8fba60>, '6c6d6a5c-7739-489a-959d-cfb753749062') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:48.848828 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105035'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:48.860121 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236d818-7424-42d4-98b5-2a9002e5fdee req-e9418e90-8815-4e43-a587-0f76f49f0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:48.861696 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4236d818-7424-42d4-98b5-2a9002e5fdee req-e9418e90-8815-4e43-a587-0f76f49f0137 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 1096 time: 0.2059968
Nov 10 14:49:48.869875 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:48.902175 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:49:48.902577 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222635'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   util.warn(
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   util.warn(
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   util.warn(
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   util.warn(
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     timer()
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     self._notify()
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     event.method(event)
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:49:48.915992 dv-cinder-817404-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:49:49.150117 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236d818-7424-42d4-98b5-2a9002e5fdee req-c66834f9-9599-47de-a408-66ae4a79ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:49.151604 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4236d818-7424-42d4-98b5-2a9002e5fdee req-c66834f9-9599-47de-a408-66ae4a79ca21 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2792938
Nov 10 14:49:49.191691 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae66057-e70c-43eb-b125-c73e701f97b4 req-4821efd2-3bf4-4481-96b1-eb2014d22cc7 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:49.193811 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2ae66057-e70c-43eb-b125-c73e701f97b4 req-4821efd2-3bf4-4481-96b1-eb2014d22cc7 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 943 time: 0.2251527
Nov 10 14:49:49.242597 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:49.279758 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:49.295938 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:49.321472 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ae44e5-8949-481b-bdfe-2cf2cdd3ac86,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:49.328821 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:49.335155 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/52ae44e5-8949-481b-bdfe-2cf2cdd3ac86 HTTP/1.1" status: 204  len: 168 time: 2.6797240
Nov 10 14:49:49.358892 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2ae66057-e70c-43eb-b125-c73e701f97b4 req-8a9c0017-d629-42bc-9395-3245d37722ab tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6a71091-2e15-4041-9ada-cdd0a87a6694&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1172295
Nov 10 14:49:49.380406 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236d818-7424-42d4-98b5-2a9002e5fdee req-da94b2eb-e655-4fb6-a1b0-e51004b78b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:49.382741 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4236d818-7424-42d4-98b5-2a9002e5fdee req-da94b2eb-e655-4fb6-a1b0-e51004b78b19 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2204666
Nov 10 14:49:49.492159 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-e2136e37-6b8a-4e4b-840b-5fad8f0119bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:49.493681 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-e2136e37-6b8a-4e4b-840b-5fad8f0119bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 1096 time: 0.0720766
Nov 10 14:49:49.567529 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-836c6f66-ac6a-4f8d-a3d4-ccee5546dc4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ced5e53-a226-433b-9e14-3fa0262ce78a HTTP/1.1" status: 200  len: 217 time: 0.0642188
Nov 10 14:49:49.630013 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-84d6c6f1-56b8-4cf4-86e1-671b5c0fbc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:49.631486 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-84d6c6f1-56b8-4cf4-86e1-671b5c0fbc94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=659f3403-54ec-4196-a982-8e6e741a0e5f HTTP/1.1" status: 200  len: 850 time: 0.0571098
Nov 10 14:49:49.647720 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33310) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:49.697890 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-140e297b-bd6b-413d-9356-8fb694e0c81d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b2fa41957dd4b8484b5ef9bf552e105&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0489321
Nov 10 14:49:49.700580 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33314) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:49.718459 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-7b152942-45b1-4711-985e-796396f2b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:49.720131 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-7b152942-45b1-4711-985e-796396f2b844 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf40bf14-3cb0-496e-8335-d34ce625783d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785792
Nov 10 14:49:49.762170 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8776-ecd6-4812-86d7-e0eeb1014196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:49.788862 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8776-ecd6-4812-86d7-e0eeb1014196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:49.859634 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-4902c1c2-f39c-409b-8917-648311f5d224 service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293378
Nov 10 14:49:49.932975 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8776-ecd6-4812-86d7-e0eeb1014196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:49.937134 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-605eeb52-808f-454c-a478-48c25356e346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:49.950860 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d8776-ecd6-4812-86d7-e0eeb1014196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28022fd-6f5c-40cc-952e-b42722352b05,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:49.956184 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fe2d8776-ecd6-4812-86d7-e0eeb1014196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:49.960555 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8776-ecd6-4812-86d7-e0eeb1014196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:49.964203 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-fe2d8776-ecd6-4812-86d7-e0eeb1014196 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d28022fd-6f5c-40cc-952e-b42722352b05 HTTP/1.1" status: 204  len: 168 time: 0.2602060
Nov 10 14:49:50.000247 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e37313c3-a0fa-4875-87aa-8e7460879dfa req-fa5f80e8-04c9-4d9d-b9e9-5e34c88d7a09 service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326723
Nov 10 14:49:50.563893 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a070e19-2042-48f4-987d-e04d39c7e3de req-361de5f0-bb22-4cb7-a042-8d6244f2db53 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:50.565612 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1a070e19-2042-48f4-987d-e04d39c7e3de req-361de5f0-bb22-4cb7-a042-8d6244f2db53 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 943 time: 0.0967691
Nov 10 14:49:50.616280 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-1a070e19-2042-48f4-987d-e04d39c7e3de req-712fd28e-5559-4fa5-8ec1-9b43ef3941e4 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6a71091-2e15-4041-9ada-cdd0a87a6694&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441260
Nov 10 14:49:50.624455 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33324) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:50.676112 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-b087a224-ecee-456f-b3a5-5e13ca00337f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adb04453a5f44da4ac93102c45ec6b49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504477
Nov 10 14:49:50.678630 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33328) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:50.736809 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-81ec8bd8-b728-41ea-8d9f-ba46bc6fde15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:50.762012 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-81ec8bd8-b728-41ea-8d9f-ba46bc6fde15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:50.894363 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-81ec8bd8-b728-41ea-8d9f-ba46bc6fde15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:50.899902 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-074431fc-7064-49af-a753-0fc40510428e tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:50.910039 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec8bd8-b728-41ea-8d9f-ba46bc6fde15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4295b8d-97e0-42d1-a18d-574e9b016692,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:50.913365 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-81ec8bd8-b728-41ea-8d9f-ba46bc6fde15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:50.916519 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-81ec8bd8-b728-41ea-8d9f-ba46bc6fde15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:50.917668 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-81ec8bd8-b728-41ea-8d9f-ba46bc6fde15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4295b8d-97e0-42d1-a18d-574e9b016692 HTTP/1.1" status: 204  len: 168 time: 0.2381103
Nov 10 14:49:51.803223 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11e349-20e3-4d7a-b087-61e2b47438ae req-6aa23a2f-4a11-4286-937d-cacc7f06be06 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:51.804867 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7d11e349-20e3-4d7a-b087-61e2b47438ae req-6aa23a2f-4a11-4286-937d-cacc7f06be06 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 943 time: 0.0858810
Nov 10 14:49:51.852047 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7d11e349-20e3-4d7a-b087-61e2b47438ae req-d7594ab8-2045-449b-b245-3040f16ba606 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6a71091-2e15-4041-9ada-cdd0a87a6694&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407164
Nov 10 14:49:51.933967 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7ced5e53-a226-433b-9e14-3fa0262ce78a details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:49:52.078614 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7ced5e53-a226-433b-9e14-3fa0262ce78a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7ced5e53-a226-433b-9e14-3fa0262ce78a,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:52.091816 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '7ced5e53-a226-433b-9e14-3fa0262ce78a', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'port_id': '7ced5e53-a226-433b-9e14-3fa0262ce78a', 'mac_address': 'fa:16:3e:c0:f8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:49:52.146056 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:52.162159 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ced5e53-a226-433b-9e14-3fa0262ce78a {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:49:52.176999 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7ced5e53-a226-433b-9e14-3fa0262ce78a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7ced5e53-a226-433b-9e14-3fa0262ce78a,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:52.236822 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:52.238599 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:52.308521 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7ced5e53-a226-433b-9e14-3fa0262ce78a,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:52.311583 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:52.518359 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['7ced5e53-a226-433b-9e14-3fa0262ce78a'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:49:53.144041 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45291198-4cca-4c3e-826e-1fdab0782bf0 req-3acecc07-a0cf-4fb7-b648-6280e89a207a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:53.145447 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-45291198-4cca-4c3e-826e-1fdab0782bf0 req-3acecc07-a0cf-4fb7-b648-6280e89a207a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 944 time: 0.1845751
Nov 10 14:49:53.193988 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-45291198-4cca-4c3e-826e-1fdab0782bf0 req-25a8b721-28b8-41df-a8f1-f26400e40420 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6a71091-2e15-4041-9ada-cdd0a87a6694&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420892
Nov 10 14:49:53.933503 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7ced5e53-a226-433b-9e14-3fa0262ce78a up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:49:54.071196 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port 7ced5e53-a226-433b-9e14-3fa0262ce78a completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:49:54.076644 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 7ced5e53-a226-433b-9e14-3fa0262ce78a triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:49:54.077024 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:54.197085 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:54.226014 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced5e53-a226-433b-9e14-3fa0262ce78a'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:49:54.238745 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 7ced5e53-a226-433b-9e14-3fa0262ce78a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7ced5e53-a226-433b-9e14-3fa0262ce78a,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:49:54.294430 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:54.297128 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:49:54.372667 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=7ced5e53-a226-433b-9e14-3fa0262ce78a,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:49:54.376367 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:49:54.523014 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595b2a4-cfb8-42d8-8b39-f88c25dae95f req-66ee80ad-af29-4ccf-a298-9e641eb7130a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:54.524576 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f595b2a4-cfb8-42d8-8b39-f88c25dae95f req-66ee80ad-af29-4ccf-a298-9e641eb7130a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 945 time: 0.2112603
Nov 10 14:49:54.571461 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f595b2a4-cfb8-42d8-8b39-f88c25dae95f req-5e6a80e5-2809-4aae-971e-e8fa3a616f30 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6a71091-2e15-4041-9ada-cdd0a87a6694&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404119
Nov 10 14:49:54.578601 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced5e53-a226-433b-9e14-3fa0262ce78a', 'code': 200}
Nov 10 14:49:54.830793 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-61712245-d094-4d32-916c-f102a2714c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:54.972350 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4f1bc-e317-4eb3-8329-cfc5c9cdef50 req-a4446aea-61a7-4dd9-a34b-f80f7e3ca692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:54.973832 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83e4f1bc-e317-4eb3-8329-cfc5c9cdef50 req-a4446aea-61a7-4dd9-a34b-f80f7e3ca692 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 1098 time: 0.0766988
Nov 10 14:49:55.016554 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83e4f1bc-e317-4eb3-8329-cfc5c9cdef50 req-ac8d4655-c79c-4ab5-8c53-346a5749c5e4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c6a71091-2e15-4041-9ada-cdd0a87a6694&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343874
Nov 10 14:49:55.269475 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:55.764364 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f65692-2655-456a-b6d2-a5d268dbd087 req-8af64e5f-07ae-4ff2-b954-112fb35d42ed tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:55.765820 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c5f65692-2655-456a-b6d2-a5d268dbd087 req-8af64e5f-07ae-4ff2-b954-112fb35d42ed tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 945 time: 0.0810242
Nov 10 14:49:55.812210 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c5f65692-2655-456a-b6d2-a5d268dbd087 req-db71c75d-7ad1-4527-9a9e-c232db24fe52 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6a71091-2e15-4041-9ada-cdd0a87a6694&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408573
Nov 10 14:49:56.160440 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:49:56.995783 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c4c29-68fa-4e6b-b0ed-6628fd50707c req-eaabfbe3-7847-4edf-9ec9-ea383af9d461 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:56.997248 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-712c4c29-68fa-4e6b-b0ed-6628fd50707c req-eaabfbe3-7847-4edf-9ec9-ea383af9d461 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 945 time: 0.0797310
Nov 10 14:49:57.041075 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-712c4c29-68fa-4e6b-b0ed-6628fd50707c req-eb371504-f332-497e-b1bb-46cb445c75e2 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6a71091-2e15-4041-9ada-cdd0a87a6694&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380826
Nov 10 14:49:57.221823 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac69fb-1be2-4ced-af4f-9ba725ed1403 req-846d297d-f70d-443c-a57a-389d1251d44f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:57.223247 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-7dac69fb-1be2-4ced-af4f-9ba725ed1403 req-846d297d-f70d-443c-a57a-389d1251d44f tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 945 time: 0.0810575
Nov 10 14:49:57.231615 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33350) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:49:57.236539 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-d0b701fe-f731-4718-b56c-72aceb81a2a9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Request body: {'floatingip': {'port_id': '7ced5e53-a226-433b-9e14-3fa0262ce78a'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:49:57.315722 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d0b701fe-f731-4718-b56c-72aceb81a2a9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:57.466000 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb446-b51a-4f25-8fd3-5604d7e29900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:57.903245 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d0b701fe-f731-4718-b56c-72aceb81a2a9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:57.968374 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d0b701fe-f731-4718-b56c-72aceb81a2a9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:58.137136 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.l3_db [None req-d0b701fe-f731-4718-b56c-72aceb81a2a9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Floating IP 28a400fe-a58e-4a81-a48e-e8af49d5f19f associated. External IP: 172.27.3.200, port: 7ced5e53-a226-433b-9e14-3fa0262ce78a.
Nov 10 14:49:58.506085 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:58.592456 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b701fe-f731-4718-b56c-72aceb81a2a9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Router 0474492b-8cf6-4665-8594-f19c418a5127 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:49:58.770402 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b701fe-f731-4718-b56c-72aceb81a2a9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:49:58.775010 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-d0b701fe-f731-4718-b56c-72aceb81a2a9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:58.781208 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25a590-fa98-49b5-9728-30ef7c16b1ed None None] Sync routers for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:49:58.791101 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25a590-fa98-49b5-9728-30ef7c16b1ed None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:49:58.791719 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ab25a590-fa98-49b5-9728-30ef7c16b1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee82b3d0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:49:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:58.829930 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-d0b701fe-f731-4718-b56c-72aceb81a2a9 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "PUT /v2.0/floatingips/28a400fe-a58e-4a81-a48e-e8af49d5f19f HTTP/1.1" status: 200  len: 991 time: 1.5972743
Nov 10 14:49:58.830680 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'tag': '7ced5e53-a226-433b-9e14-3fa0262ce78a'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:49:58.875854 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'tag': '7ced5e53-a226-433b-9e14-3fa0262ce78a', 'status': 'completed', 'code': 200}
Nov 10 14:49:58.971314 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ab25a590-fa98-49b5-9728-30ef7c16b1ed None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:49:58.986625 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb12f-1a04-4062-a35b-13ff89924eb2 req-5df3284e-a6b4-45f8-b40e-9e097c3d2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:58.988152 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8dfb12f-1a04-4062-a35b-13ff89924eb2 req-5df3284e-a6b4-45f8-b40e-9e097c3d2d77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 1098 time: 0.0771523
Nov 10 14:49:59.125200 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb12f-1a04-4062-a35b-13ff89924eb2 req-44638eca-c748-4772-b423-dc89ec8385e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:59.126575 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8dfb12f-1a04-4062-a35b-13ff89924eb2 req-44638eca-c748-4772-b423-dc89ec8385e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf40bf14-3cb0-496e-8335-d34ce625783d HTTP/1.1" status: 200  len: 912 time: 0.1272969
Nov 10 14:49:59.232564 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8dfb12f-1a04-4062-a35b-13ff89924eb2 req-c9b6e147-eb9f-4420-bfa9-59a07fa0a4a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ced5e53-a226-433b-9e14-3fa0262ce78a HTTP/1.1" status: 200  len: 999 time: 0.0982568
Nov 10 14:49:59.296999 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb12f-1a04-4062-a35b-13ff89924eb2 req-99dea8a5-a5d9-4738-b13c-0f3bdd0c7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:59.298453 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8dfb12f-1a04-4062-a35b-13ff89924eb2 req-99dea8a5-a5d9-4738-b13c-0f3bdd0c7eeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=659f3403-54ec-4196-a982-8e6e741a0e5f HTTP/1.1" status: 200  len: 850 time: 0.0586827
Nov 10 14:49:59.319364 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ab25a590-fa98-49b5-9728-30ef7c16b1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee82b3d0>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '28a400fe-a58e-4a81-a48e-e8af49d5f19f', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'port_id': '7ced5e53-a226-433b-9e14-3fa0262ce78a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'mac_address': 'fa:16:3e:c0:f8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:49:40Z', 'updated_at': '2021-11-10T14:49:57Z', 'revision_number': 1, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:14Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:59.323275 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25a590-fa98-49b5-9728-30ef7c16b1ed None None] Checking router: 0474492b-8cf6-4665-8594-f19c418a5127 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:49:59.331856 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25a590-fa98-49b5-9728-30ef7c16b1ed None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:49:59.332502 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ab25a590-fa98-49b5-9728-30ef7c16b1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee82b3d0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:49:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:59.378356 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb12f-1a04-4062-a35b-13ff89924eb2 req-25fd5f55-bc08-4575-9945-c993d0889b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:49:59.379754 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8dfb12f-1a04-4062-a35b-13ff89924eb2 req-25fd5f55-bc08-4575-9945-c993d0889b31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf40bf14-3cb0-496e-8335-d34ce625783d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704045
Nov 10 14:49:59.509575 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ab25a590-fa98-49b5-9728-30ef7c16b1ed None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:49:59.517173 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8dfb12f-1a04-4062-a35b-13ff89924eb2 req-e314e23d-1c62-4ad7-a381-222c8658020c service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260176
Nov 10 14:49:59.662696 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8dfb12f-1a04-4062-a35b-13ff89924eb2 req-ba9112e7-667f-4733-a670-f97ebab1034e service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270773
Nov 10 14:49:59.802433 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:49:59.882532 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ab25a590-fa98-49b5-9728-30ef7c16b1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee82b3d0>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '28a400fe-a58e-4a81-a48e-e8af49d5f19f', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'port_id': '7ced5e53-a226-433b-9e14-3fa0262ce78a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'mac_address': 'fa:16:3e:c0:f8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:49:40Z', 'updated_at': '2021-11-10T14:49:57Z', 'revision_number': 1, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:14Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:49:59.887054 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25a590-fa98-49b5-9728-30ef7c16b1ed None None] The sync data for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi is: [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '28a400fe-a58e-4a81-a48e-e8af49d5f19f', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'port_id': '7ced5e53-a226-433b-9e14-3fa0262ce78a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'mac_address': 'fa:16:3e:c0:f8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:49:40Z', 'updated_at': '2021-11-10T14:49:57Z', 'revision_number': 1, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:14Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:50:00.170022 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515087f8-7ecf-493b-bb78-226ee185da08 None None] New status for floating IP 28a400fe-a58e-4a81-a48e-e8af49d5f19f: ACTIVE {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:50:14.624979 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:50:24.874054 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f5f6f53c-6e4c-4c28-8396-bf90d473337d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:50:25.258986 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:50:27.447669 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4c18d624-c91e-41b5-a9ff-5f73565c97ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:50:28.475977 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:50:29.813489 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:50:33.160088 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:50:44.613557 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:50:51.108630 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-10f1301d-f55c-4f8c-9c1d-a5ed7ca6ed01 req-d197580d-dda4-46fd-bcd4-035027985362 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0745916
Nov 10 14:50:51.260375 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1301d-f55c-4f8c-9c1d-a5ed7ca6ed01 req-98a9d791-de15-4ac2-a901-44e500fecd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:50:51.261855 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-10f1301d-f55c-4f8c-9c1d-a5ed7ca6ed01 req-98a9d791-de15-4ac2-a901-44e500fecd8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 1098 time: 0.0723171
Nov 10 14:50:51.415481 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1301d-f55c-4f8c-9c1d-a5ed7ca6ed01 req-3c21f810-c0e2-4510-abae-11b164695e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:50:51.416414 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-10f1301d-f55c-4f8c-9c1d-a5ed7ca6ed01 req-3c21f810-c0e2-4510-abae-11b164695e0c service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf40bf14-3cb0-496e-8335-d34ce625783d HTTP/1.1" status: 200  len: 912 time: 0.1307995
Nov 10 14:50:51.534292 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-10f1301d-f55c-4f8c-9c1d-a5ed7ca6ed01 req-c5444fac-c018-4d9c-b4bc-96ecd60d2052 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ced5e53-a226-433b-9e14-3fa0262ce78a HTTP/1.1" status: 200  len: 1001 time: 0.1103799
Nov 10 14:50:51.601510 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1301d-f55c-4f8c-9c1d-a5ed7ca6ed01 req-b3f2220b-63b0-4684-a13a-59f7177bf490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:50:51.603017 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-10f1301d-f55c-4f8c-9c1d-a5ed7ca6ed01 req-b3f2220b-63b0-4684-a13a-59f7177bf490 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=659f3403-54ec-4196-a982-8e6e741a0e5f HTTP/1.1" status: 200  len: 850 time: 0.0616770
Nov 10 14:50:51.679428 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1301d-f55c-4f8c-9c1d-a5ed7ca6ed01 req-3e9d60da-0952-4b15-bffa-8f216bab0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:50:51.680785 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-10f1301d-f55c-4f8c-9c1d-a5ed7ca6ed01 req-3e9d60da-0952-4b15-bffa-8f216bab0503 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf40bf14-3cb0-496e-8335-d34ce625783d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711138
Nov 10 14:50:51.905531 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-10f1301d-f55c-4f8c-9c1d-a5ed7ca6ed01 req-d6d08921-d2ef-4622-8719-10a3ec27aefc service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2164254
Nov 10 14:50:52.038696 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-10f1301d-f55c-4f8c-9c1d-a5ed7ca6ed01 req-462046d5-28ef-40d6-87ad-4b66039b18b3 service neutron] 10.222.0.16 "GET /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259923
Nov 10 14:50:54.824400 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-de9395b0-5685-4914-a345-379a6128a85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:50:55.267594 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:50:57.469849 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97736e86-5a31-4fd0-8ae5-93ba3e826adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:50:58.486688 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:50:59.817991 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:07.626227 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5c318-b92b-4d61-a6eb-9b32b9e8a55a req-4bb8a937-c475-4116-98f6-326a09e9c164 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:51:07.627747 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b3d5c318-b92b-4d61-a6eb-9b32b9e8a55a req-4bb8a937-c475-4116-98f6-326a09e9c164 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 945 time: 0.0890939
Nov 10 14:51:07.676098 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b3d5c318-b92b-4d61-a6eb-9b32b9e8a55a req-e118954c-d38c-47c3-abee-5a70a53f4aec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6a71091-2e15-4041-9ada-cdd0a87a6694&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427530
Nov 10 14:51:09.015259 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9016eb2-3f91-427d-b5cd-6eaf693e5324 req-7d13fc7b-972c-421d-b3d1-8faf4a90f361 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:51:09.018066 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c9016eb2-3f91-427d-b5cd-6eaf693e5324 req-7d13fc7b-972c-421d-b3d1-8faf4a90f361 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 945 time: 0.0976558
Nov 10 14:51:09.068133 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c9016eb2-3f91-427d-b5cd-6eaf693e5324 req-2453445f-273e-4939-bef5-ed1cbae59dfd tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6a71091-2e15-4041-9ada-cdd0a87a6694&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441442
Nov 10 14:51:09.545359 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-60741826-3cc1-4256-ad5e-16f1ff83b761 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:51:09.546992 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-60741826-3cc1-4256-ad5e-16f1ff83b761 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 945 time: 0.0837317
Nov 10 14:51:09.618168 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Deleting port 7ced5e53-a226-433b-9e14-3fa0262ce78a {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:51:09.618513 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:09.865971 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] For port 7ced5e53-a226-433b-9e14-3fa0262ce78a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=7ced5e53-a226-433b-9e14-3fa0262ce78a,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:51:09.866226 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:10.159521 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:51:10.160363 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:10.160737 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:10.161047 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Floating IP 28a400fe-a58e-4a81-a48e-e8af49d5f19f disassociated. External IP: 172.27.3.200, port: 7ced5e53-a226-433b-9e14-3fa0262ce78a.
Nov 10 14:51:10.161385 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Calling delete_port for 7ced5e53-a226-433b-9e14-3fa0262ce78a owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:51:10.341321 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80911654-d530-42a3-b449-c9cb507f45e1 req-cd26713c-0dcc-448b-a6a5-4b974666a5ac tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:51:10.342991 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-80911654-d530-42a3-b449-c9cb507f45e1 req-cd26713c-0dcc-448b-a6a5-4b974666a5ac tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 945 time: 0.1542811
Nov 10 14:51:10.401959 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-80911654-d530-42a3-b449-c9cb507f45e1 req-eb685c0a-641e-4a1a-8ef8-d276b20a6302 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6a71091-2e15-4041-9ada-cdd0a87a6694&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518272
Nov 10 14:51:10.457700 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:10.463466 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d99836ce-3811-44c9-a835-9a38f757bcbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:10.512166 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event deleted for resources: {'Port': ['ID=7ced5e53-a226-433b-9e14-3fa0262ce78a,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:10.568319 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:10.568940 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:10.569066 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:10.569389 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:10.569741 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:10.570092 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:10.570442 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:10.570791 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:10.571163 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:10.571511 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:10.571856 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:10.572196 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:10.581343 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:10.707122 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Router 0474492b-8cf6-4665-8594-f19c418a5127 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:51:10.989706 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:51:11.001001 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16063fdc-edd8-4684-ba1f-5246d1bf5d97 None None] Sync routers for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:51:11.011200 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16063fdc-edd8-4684-ba1f-5246d1bf5d97 None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:51:11.011873 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-16063fdc-edd8-4684-ba1f-5246d1bf5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedd62c70>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:50:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:51:11.071533 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] No DVR routers for this DVR port 7ced5e53-a226-433b-9e14-3fa0262ce78a on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:51:11.074417 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:11.077556 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'name': 'network-vif-deleted', 'tag': '7ced5e53-a226-433b-9e14-3fa0262ce78a'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:51:11.124737 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6b9116-953b-4c90-8497-f5c5668a8e03', 'name': 'network-vif-deleted', 'tag': '7ced5e53-a226-433b-9e14-3fa0262ce78a', 'status': 'completed', 'code': 200}
Nov 10 14:51:11.167389 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-101b4965-fdfe-4f97-9a22-13020700ac28 req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.16 "DELETE /v2.0/ports/7ced5e53-a226-433b-9e14-3fa0262ce78a HTTP/1.1" status: 204  len: 173 time: 1.6133609
Nov 10 14:51:11.203049 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-16063fdc-edd8-4684-ba1f-5246d1bf5d97 None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:51:11.525779 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-16063fdc-edd8-4684-ba1f-5246d1bf5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedd62c70>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:14Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:51:11.530306 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16063fdc-edd8-4684-ba1f-5246d1bf5d97 None None] Checking router: 0474492b-8cf6-4665-8594-f19c418a5127 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:51:11.538726 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16063fdc-edd8-4684-ba1f-5246d1bf5d97 None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:51:11.539361 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-16063fdc-edd8-4684-ba1f-5246d1bf5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedd62c70>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:50:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:51:11.571516 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-c8583828-d56a-4dc2-aa49-a08a9849f58d req-0a6c3cb5-bc43-4186-8d74-afde59f2aa06 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Synchronizing usage tracker for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:51:11.644647 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-c8583828-d56a-4dc2-aa49-a08a9849f58d req-0a6c3cb5-bc43-4186-8d74-afde59f2aa06 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Unset dirty status for tenant:09ba18a1fafd4739b0711d2e6b0cf477 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:51:11.645867 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c8583828-d56a-4dc2-aa49-a08a9849f58d req-0a6c3cb5-bc43-4186-8d74-afde59f2aa06 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f6b9116-953b-4c90-8497-f5c5668a8e03 HTTP/1.1" status: 200  len: 210 time: 0.1158001
Nov 10 14:51:11.713480 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-16063fdc-edd8-4684-ba1f-5246d1bf5d97 None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:51:12.058043 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-16063fdc-edd8-4684-ba1f-5246d1bf5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedd62c70>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:14Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:51:12.062553 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16063fdc-edd8-4684-ba1f-5246d1bf5d97 None None] The sync data for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi is: [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:46:08Z', 'revision_number': 4, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '27424b1e-1f57-401c-8092-59914be131f7', 'name': '', 'network_id': 'cf40bf14-3cb0-496e-8335-d34ce625783d', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'mac_address': 'fa:16:3e:f7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:14Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'subnets': [{'id': '659f3403-54ec-4196-a982-8e6e741a0e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:51:12.270306 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff52f1-ac91-40f7-88f7-22377f5e61a2 None None] New status for floating IP 28a400fe-a58e-4a81-a48e-e8af49d5f19f: DOWN {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:51:12.501874 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7ced5e53-a226-433b-9e14-3fa0262ce78a no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:51:12.543061 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: 7ced5e53-a226-433b-9e14-3fa0262ce78a {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:51:12.543439 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 7ced5e53-a226-433b-9e14-3fa0262ce78a not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:51:12.913661 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33568) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:12.982037 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-19d1c6cd-ec6f-4234-bcf2-57581a50ca33 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:13.008817 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-19d1c6cd-ec6f-4234-bcf2-57581a50ca33 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:13.153250 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-19d1c6cd-ec6f-4234-bcf2-57581a50ca33 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:13.157390 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0d02e63b-0906-4895-9730-fde751efdd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:13.172247 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1c6cd-ec6f-4234-bcf2-57581a50ca33 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a71091-2e15-4041-9ada-cdd0a87a6694,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:13.175385 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-19d1c6cd-ec6f-4234-bcf2-57581a50ca33 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:13.261840 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-19d1c6cd-ec6f-4234-bcf2-57581a50ca33 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:13.263106 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-19d1c6cd-ec6f-4234-bcf2-57581a50ca33 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "DELETE /v2.0/security-groups/c6a71091-2e15-4041-9ada-cdd0a87a6694 HTTP/1.1" status: 204  len: 168 time: 0.3484316
Nov 10 14:51:13.265729 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33572) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:13.282055 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.api.v2.resource [None req-e35f3dae-dfa1-44c4-b827-a3334f76e24a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] show failed (client error): The resource could not be found.
Nov 10 14:51:13.283006 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e35f3dae-dfa1-44c4-b827-a3334f76e24a tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "GET /v2.0/security-groups/c6a71091-2e15-4041-9ada-cdd0a87a6694 HTTP/1.1" status: 404  len: 347 time: 0.0163074
Nov 10 14:51:13.285698 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33576) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:13.446195 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-a025f330-ae17-4dd7-882a-7f06dc90b5e6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Deleting port 637a3549-ae86-4a2a-bb56-58f280ce592b {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:51:13.446454 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a025f330-ae17-4dd7-882a-7f06dc90b5e6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:13.616745 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a025f330-ae17-4dd7-882a-7f06dc90b5e6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:13.617081 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a025f330-ae17-4dd7-882a-7f06dc90b5e6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:13.744668 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-a025f330-ae17-4dd7-882a-7f06dc90b5e6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Calling delete_port for 637a3549-ae86-4a2a-bb56-58f280ce592b owned by network:floatingip {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:51:13.958712 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a025f330-ae17-4dd7-882a-7f06dc90b5e6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:13.962653 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-652752ac-6e72-465c-b073-7abfabdb95ce tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:14.007031 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025f330-ae17-4dd7-882a-7f06dc90b5e6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Pushing event deleted for resources: {'Port': ['ID=637a3549-ae86-4a2a-bb56-58f280ce592b,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:14.009393 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a025f330-ae17-4dd7-882a-7f06dc90b5e6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:14.101716 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a025f330-ae17-4dd7-882a-7f06dc90b5e6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks [] for floatingip, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:14.205716 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a025f330-ae17-4dd7-882a-7f06dc90b5e6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:14.206854 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-a025f330-ae17-4dd7-882a-7f06dc90b5e6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] 10.222.0.37 "DELETE /v2.0/floatingips/28a400fe-a58e-4a81-a48e-e8af49d5f19f HTTP/1.1" status: 204  len: 168 time: 0.9202893
Nov 10 14:51:14.629139 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:18.744261 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33606) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:19.538617 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1700825'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:19.894355 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] Deleting port 27424b1e-1f57-401c-8092-59914be131f7 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:51:19.895022 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:20.071116 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] For port 27424b1e-1f57-401c-8092-59914be131f7, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=27424b1e-1f57-401c-8092-59914be131f7,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:51:20.071482 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:20.193764 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] Calling delete_port for 27424b1e-1f57-401c-8092-59914be131f7 owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:51:20.446567 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:20.451250 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a025f330-ae17-4dd7-882a-7f06dc90b5e6 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:20.496599 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=27424b1e-1f57-401c-8092-59914be131f7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:20.499571 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:20.865668 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700773'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:21.234987 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] Router 0474492b-8cf6-4665-8594-f19c418a5127 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:51:21.419376 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:51:21.429403 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3346e86-ed24-4872-adad-43266e8ce14b None None] Sync routers for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:51:21.432106 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ec1e0ab3-9621-4cee-a447-8c8526484b16 admin admin] 10.222.0.37 "PUT /v2.0/routers/0474492b-8cf6-4665-8594-f19c418a5127/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6867821
Nov 10 14:51:21.435577 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33612) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:21.441601 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3346e86-ed24-4872-adad-43266e8ce14b None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:51:21.442212 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b3346e86-ed24-4872-adad-43266e8ce14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee895c40>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:50:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:51:21.609878 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Notify callbacks [] for router, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:21.618476 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b3346e86-ed24-4872-adad-43266e8ce14b None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:51:21.787091 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:21.869073 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Deleting port 75eea006-ee56-4130-8574-9ccf13d92922 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:51:21.869420 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:21.901813 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b3346e86-ed24-4872-adad-43266e8ce14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee895c40>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75eea006-ee56-4130-8574-9ccf13d92922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:51:20Z', 'revision_number': 5, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port': {'id': '75eea006-ee56-4130-8574-9ccf13d92922', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474492b-8cf6-4665-8594-f19c418a5127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:46:05Z', 'updated_at': '2021-11-10T14:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:51:21.905622 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3346e86-ed24-4872-adad-43266e8ce14b None None] Checking router: 0474492b-8cf6-4665-8594-f19c418a5127 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:51:21.914101 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3346e86-ed24-4872-adad-43266e8ce14b None None] Routers {'0474492b-8cf6-4665-8594-f19c418a5127'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:51:21.914707 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b3346e86-ed24-4872-adad-43266e8ce14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fee895c40>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:50:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['0474492b-8cf6-4665-8594-f19c418a5127'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:51:22.042940 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] For port 75eea006-ee56-4130-8574-9ccf13d92922, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=75eea006-ee56-4130-8574-9ccf13d92922,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:51:22.043237 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:22.067723 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b3346e86-ed24-4872-adad-43266e8ce14b None None] Set router 0474492b-8cf6-4665-8594-f19c418a5127 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:51:22.165099 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Calling delete_port for 75eea006-ee56-4130-8574-9ccf13d92922 owned by network:router_gateway {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:51:22.172082 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b3346e86-ed24-4872-adad-43266e8ce14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fee895c40>, [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:51:21Z', 'revision_number': 6, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port_host': None}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:51:22.176309 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3346e86-ed24-4872-adad-43266e8ce14b None None] The sync data for ids ['0474492b-8cf6-4665-8594-f19c418a5127'] in dv-cinder-817404-1-iscsi is: [{'id': '0474492b-8cf6-4665-8594-f19c418a5127', 'name': 'tempest-AttachVolumeTestJSON-1024696212-router', 'tenant_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:46:04Z', 'updated_at': '2021-11-10T14:51:21Z', 'revision_number': 6, 'project_id': '09ba18a1fafd4739b0711d2e6b0cf477', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:51:22.514703 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:22.518798 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9be7e0e3-c8b4-49ee-9bd0-d9a9a0b3325e tempest-VolumesSnapshotTestJSON-1487400862 tempest-VolumesSnapshotTestJSON-1487400862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:22.555704 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 27424b1e-1f57-401c-8092-59914be131f7 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:51:22.592928 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 27424b1e-1f57-401c-8092-59914be131f7 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:51:22.593393 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 27424b1e-1f57-401c-8092-59914be131f7 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:51:22.600983 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=75eea006-ee56-4130-8574-9ccf13d92922,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:22.632032 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:22.659465 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053154'] for router_gateway, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:22.838528 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3242'] for router, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:22.841217 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:22.987409 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053206'] for router, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:22.987922 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0474492b-8cf6-4665-8594-f19c418a5127 {{(pid=87469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 10 14:51:23.000005 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:23.001146 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c81dfae1-e108-4514-9d42-7e1ece0e8d99 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0474492b-8cf6-4665-8594-f19c418a5127 HTTP/1.1" status: 204  len: 168 time: 1.5646610
Nov 10 14:51:23.003611 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33616) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:23.068379 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52484ad-3a5a-4641-a38b-a2a16f4a3f2b admin admin] Deleting subnet 659f3403-54ec-4196-a982-8e6e741a0e5f {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:51:23.068692 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c52484ad-3a5a-4641-a38b-a2a16f4a3f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:23.127750 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c52484ad-3a5a-4641-a38b-a2a16f4a3f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2104880'] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:23.208474 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c52484ad-3a5a-4641-a38b-a2a16f4a3f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:23.371366 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c52484ad-3a5a-4641-a38b-a2a16f4a3f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2225482'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:23.375444 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b28d46bd-ec47-4fc2-9a3e-68715643c5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:23.416418 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52484ad-3a5a-4641-a38b-a2a16f4a3f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=659f3403-54ec-4196-a982-8e6e741a0e5f,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:23.418849 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c52484ad-3a5a-4641-a38b-a2a16f4a3f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:23.422031 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c52484ad-3a5a-4641-a38b-a2a16f4a3f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:23.427004 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca9e555-8ec6-4e31-83a0-fb363ab6966f None None] Network cf40bf14-3cb0-496e-8335-d34ce625783d requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:51:23.427662 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c52484ad-3a5a-4641-a38b-a2a16f4a3f2b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/659f3403-54ec-4196-a982-8e6e741a0e5f HTTP/1.1" status: 204  len: 168 time: 0.4230649
Nov 10 14:51:23.430028 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33620) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:23.538723 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:23.549601 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Deleting port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:51:23.549937 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:23.684744 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb43742-6fe3-43e4-930e-de0a2cfb9a22 None None] DHCP port deletion for cf40bf14-3cb0-496e-8335-d34ce625783d request from dv-cinder-817404-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 10 14:51:23.689132 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-afb43742-6fe3-43e4-930e-de0a2cfb9a22 None None] Deleting port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:51:23.689516 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-afb43742-6fe3-43e4-930e-de0a2cfb9a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:23.756406 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] For port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:51:23.756754 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:23.880953 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Calling delete_port for 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f owned by network:dhcp {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:51:23.959553 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-afb43742-6fe3-43e4-930e-de0a2cfb9a22 None None] For port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f,segment=NetworkSegment(4e166c15-5c83-4ddc-9b27-272da40a0d44),segment_id=4e166c15-5c83-4ddc-9b27-272da40a0d44)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:51:23.959553 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-afb43742-6fe3-43e4-930e-de0a2cfb9a22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:24.087177 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-afb43742-6fe3-43e4-930e-de0a2cfb9a22 None None] Calling delete_port for 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:51:24.103175 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:24.107766 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f405ac5a-6e85-434d-9800-dc7831d6a83b tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:24.149926 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:24.152792 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:24.157315 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] No DVR routers for this DVR port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f on host dv-cinder-817404-1-iscsi {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:51:24.234350 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-afb43742-6fe3-43e4-930e-de0a2cfb9a22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:51:24.234719 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-afb43742-6fe3-43e4-930e-de0a2cfb9a22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:51:24.357251 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 75eea006-ee56-4130-8574-9ccf13d92922 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:51:24.369702 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:24.391358 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 75eea006-ee56-4130-8574-9ccf13d92922 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:51:24.391720 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 75eea006-ee56-4130-8574-9ccf13d92922 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:51:24.392160 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:51:24.394930 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fecab9850>,) {'filters': {'network_id': ['cf40bf14-3cb0-496e-8335-d34ce625783d']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:51:24.411114 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fecab9850>, '4e166c15-5c83-4ddc-9b27-272da40a0d44') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:51:24.411333 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fecab9850>, '4e166c15-5c83-4ddc-9b27-272da40a0d44') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:51:24.422673 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105035'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:24.428041 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:51:24.428403 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:51:24.438996 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:24.445211 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:51:24.445592 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222635'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     timer()
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     self._notify()
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     event.method(event)
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:51:24.459499 dv-cinder-817404-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:51:24.652944 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:24.657643 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:24.660104 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:24.685583 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf40bf14-3cb0-496e-8335-d34ce625783d,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:24.687820 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:24.735874 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-afb43742-6fe3-43e4-930e-de0a2cfb9a22 None None] Deleting port 6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:51:24.736377 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-afb43742-6fe3-43e4-930e-de0a2cfb9a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:24.772417 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cf40bf14-3cb0-496e-8335-d34ce625783d HTTP/1.1" status: 204  len: 168 time: 1.3413472
Nov 10 14:51:24.812805 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-afb43742-6fe3-43e4-930e-de0a2cfb9a22 None None] The port '6b4dbfc6-8b55-40b0-8bcb-bcf589c1054f' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 10 14:51:24.863366 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e83f4e91-10d3-4655-9aff-3ae14b500c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:25.181186 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33626) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:25.232698 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-d703db1d-80fc-476d-a3a3-147a077bae7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09ba18a1fafd4739b0711d2e6b0cf477&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500171
Nov 10 14:51:25.235218 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33630) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:25.294876 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:25.307074 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:25.323032 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:25.440623 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:25.444579 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-c7997a3a-28d5-4a76-8a04-ffedaba138ee tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:25.460827 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f59a9b-cee2-43b3-993d-c704399dcfad,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:25.472838 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:25.473215 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:25.473588 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:25.473983 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:25.474350 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:25.474712 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:25.475068 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:25.475450 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:25.475816 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:25.476173 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:25.476526 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:25.476877 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:51:25.480152 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:25.481922 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:25.483031 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ff14ebaf-856d-4a47-8e8a-83011dcb97ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5f59a9b-cee2-43b3-993d-c704399dcfad HTTP/1.1" status: 204  len: 168 time: 0.2468908
Nov 10 14:51:27.498483 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bf166954-63d0-4f7d-97b5-a3c91d314b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:28.457591 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:29.873394 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:38.504676 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33746) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:38.618278 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8836c956-664f-4886-83b5-ebca5dc04897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:38.632973 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-8836c956-664f-4886-83b5-ebca5dc04897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:51:38.636823 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-8836c956-664f-4886-83b5-ebca5dc04897 admin admin] Usage tracker for resource:security_group_rule and tenant:96c49dec59ff421f8a122baeea1eaa73 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:51:38.639629 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-8836c956-664f-4886-83b5-ebca5dc04897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:51:38.645241 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-8836c956-664f-4886-83b5-ebca5dc04897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:51:38.724614 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8836c956-664f-4886-83b5-ebca5dc04897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:38.897432 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-8836c956-664f-4886-83b5-ebca5dc04897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:38.905494 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-83c3da1b-a7c6-4343-a282-ec29d3d59eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:38.946262 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-8836c956-664f-4886-83b5-ebca5dc04897 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96c49dec59ff421f8a122baeea1eaa73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4405408
Nov 10 14:51:38.947172 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836c956-664f-4886-83b5-ebca5dc04897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe124a2-6ff2-4270-bf44-a72146ded41f,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:38.949043 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33752) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:38.950655 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-8836c956-664f-4886-83b5-ebca5dc04897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:39.009693 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-99f8ff91-5446-4d3f-9107-b1b0e8cde728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:39.035523 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-99f8ff91-5446-4d3f-9107-b1b0e8cde728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:39.181348 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-99f8ff91-5446-4d3f-9107-b1b0e8cde728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:39.185176 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-891c7a5c-950f-4369-87b7-a062117da509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:39.197239 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8ff91-5446-4d3f-9107-b1b0e8cde728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe124a2-6ff2-4270-bf44-a72146ded41f,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:39.200933 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-99f8ff91-5446-4d3f-9107-b1b0e8cde728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:39.207809 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-99f8ff91-5446-4d3f-9107-b1b0e8cde728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:39.209749 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-99f8ff91-5446-4d3f-9107-b1b0e8cde728 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fe124a2-6ff2-4270-bf44-a72146ded41f HTTP/1.1" status: 204  len: 168 time: 0.2586737
Nov 10 14:51:41.341066 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33804) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:41.454232 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b51c86f6-8e71-4b1f-8656-5cfdb539b9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:41.468331 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-b51c86f6-8e71-4b1f-8656-5cfdb539b9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:51:41.472221 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-b51c86f6-8e71-4b1f-8656-5cfdb539b9ea admin admin] Usage tracker for resource:security_group_rule and tenant:a55fe3bf1a934d3d8ea61d7b02e7845b is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:51:41.475022 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-b51c86f6-8e71-4b1f-8656-5cfdb539b9ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:51:41.481373 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-b51c86f6-8e71-4b1f-8656-5cfdb539b9ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:51:41.564355 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b51c86f6-8e71-4b1f-8656-5cfdb539b9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:41.662491 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b51c86f6-8e71-4b1f-8656-5cfdb539b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:41.674763 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8a08edcb-9e12-4ee4-8472-919e3abeb7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:41.713734 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b51c86f6-8e71-4b1f-8656-5cfdb539b9ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a55fe3bf1a934d3d8ea61d7b02e7845b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3716726
Nov 10 14:51:41.715372 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c86f6-8e71-4b1f-8656-5cfdb539b9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fafedd-620b-44e1-b8af-c8c0b4cae887,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:41.716597 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33810) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:41.718549 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b51c86f6-8e71-4b1f-8656-5cfdb539b9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:41.776625 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4af6a623-1e1a-4f32-8f32-bcadb9987596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:41.802041 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4af6a623-1e1a-4f32-8f32-bcadb9987596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:41.959916 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4af6a623-1e1a-4f32-8f32-bcadb9987596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:41.963654 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-dbb6766e-8eb7-4b39-8c66-0ea948d5c679 tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:41.976685 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6a623-1e1a-4f32-8f32-bcadb9987596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fafedd-620b-44e1-b8af-c8c0b4cae887,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:41.981048 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4af6a623-1e1a-4f32-8f32-bcadb9987596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:41.986419 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-4af6a623-1e1a-4f32-8f32-bcadb9987596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:41.987548 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-4af6a623-1e1a-4f32-8f32-bcadb9987596 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3fafedd-620b-44e1-b8af-c8c0b4cae887 HTTP/1.1" status: 204  len: 168 time: 0.2698972
Nov 10 14:51:44.626539 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:44.823932 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33858) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:44.936024 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cc7911d6-3ab3-42f2-8159-30e30e38c779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:44.950843 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-cc7911d6-3ab3-42f2-8159-30e30e38c779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:51:44.954698 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-cc7911d6-3ab3-42f2-8159-30e30e38c779 admin admin] Usage tracker for resource:security_group_rule and tenant:0b2d765bdf4e4dc9be5557c84e1dc295 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:51:44.957510 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-cc7911d6-3ab3-42f2-8159-30e30e38c779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:51:44.963247 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-cc7911d6-3ab3-42f2-8159-30e30e38c779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:51:45.043579 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cc7911d6-3ab3-42f2-8159-30e30e38c779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:45.108466 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-cc7911d6-3ab3-42f2-8159-30e30e38c779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:45.115046 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-dca85b64-8a0f-42f5-b2e2-df53753a7c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:45.155204 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7911d6-3ab3-42f2-8159-30e30e38c779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba0793d-2718-4f42-8735-25adc62e4e0e,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:45.159329 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-cc7911d6-3ab3-42f2-8159-30e30e38c779 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b2d765bdf4e4dc9be5557c84e1dc295&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3343725
Nov 10 14:51:45.160206 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-cc7911d6-3ab3-42f2-8159-30e30e38c779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:45.162141 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33864) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:45.223198 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-16b61daf-eb5c-4720-86e5-75b4ffafe730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:45.257884 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-16b61daf-eb5c-4720-86e5-75b4ffafe730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:45.420594 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-16b61daf-eb5c-4720-86e5-75b4ffafe730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:45.424366 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-fd49042f-c2ba-4c88-b8ab-f153c9f8f5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:45.437761 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b61daf-eb5c-4720-86e5-75b4ffafe730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba0793d-2718-4f42-8735-25adc62e4e0e,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:45.451234 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-16b61daf-eb5c-4720-86e5-75b4ffafe730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:45.451234 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-16b61daf-eb5c-4720-86e5-75b4ffafe730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:45.451234 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-16b61daf-eb5c-4720-86e5-75b4ffafe730 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ba0793d-2718-4f42-8735-25adc62e4e0e HTTP/1.1" status: 204  len: 168 time: 0.2810376
Nov 10 14:51:46.157855 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 33872) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:46.176187 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-34275f3a-5ae1-4c8a-b2c6-643dd6db2074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:46.191033 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-34275f3a-5ae1-4c8a-b2c6-643dd6db2074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:51:46.194854 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-34275f3a-5ae1-4c8a-b2c6-643dd6db2074 admin admin] Usage tracker for resource:security_group_rule and tenant:f41ce8896364450a8277cb391e64d57d is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:51:46.197671 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-34275f3a-5ae1-4c8a-b2c6-643dd6db2074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:51:46.203665 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-34275f3a-5ae1-4c8a-b2c6-643dd6db2074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:51:46.282512 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-34275f3a-5ae1-4c8a-b2c6-643dd6db2074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:46.382513 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-34275f3a-5ae1-4c8a-b2c6-643dd6db2074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:46.389729 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-cef980dc-42ff-4b2e-8d90-0c4faf0e5ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:46.430211 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-34275f3a-5ae1-4c8a-b2c6-643dd6db2074 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f41ce8896364450a8277cb391e64d57d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2712660
Nov 10 14:51:46.431161 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34275f3a-5ae1-4c8a-b2c6-643dd6db2074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca41771-f8da-480a-9a9e-3f5e7570402b,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:46.432951 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 33876) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:51:46.434132 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-34275f3a-5ae1-4c8a-b2c6-643dd6db2074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:46.495417 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-734131c8-1529-4abc-8d5f-626d45909d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:46.521065 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-734131c8-1529-4abc-8d5f-626d45909d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:46.645670 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-734131c8-1529-4abc-8d5f-626d45909d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:46.649463 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-14e2f09a-a009-42b7-8193-671ee5bd4384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:51:46.662450 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734131c8-1529-4abc-8d5f-626d45909d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca41771-f8da-480a-9a9e-3f5e7570402b,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:51:46.664860 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-734131c8-1529-4abc-8d5f-626d45909d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:51:46.673111 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-734131c8-1529-4abc-8d5f-626d45909d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:46.674258 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-734131c8-1529-4abc-8d5f-626d45909d30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eca41771-f8da-480a-9a9e-3f5e7570402b HTTP/1.1" status: 204  len: 168 time: 0.2402647
Nov 10 14:51:47.158948 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:51:54.912212 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-08c9ab64-8fde-4806-ad29-79eb9832f1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:55.302628 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:57.491296 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cf766a0d-1143-4d22-9fe4-17ca731d2598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:58.471771 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:51:59.812354 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:02.490896 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34038) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:02.612260 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-54a3fca3-67a2-40c9-8557-dcb1cc0b1d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:02.626667 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-54a3fca3-67a2-40c9-8557-dcb1cc0b1d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:02.630469 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-54a3fca3-67a2-40c9-8557-dcb1cc0b1d8b admin admin] Usage tracker for resource:security_group_rule and tenant:b2804431c6cd43a49d24f03fe13fb2c4 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:02.633308 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-54a3fca3-67a2-40c9-8557-dcb1cc0b1d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:02.639480 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-54a3fca3-67a2-40c9-8557-dcb1cc0b1d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:02.722761 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-54a3fca3-67a2-40c9-8557-dcb1cc0b1d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:02.799471 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-54a3fca3-67a2-40c9-8557-dcb1cc0b1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:02.806417 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8cdc0f40-f01d-48e8-89f5-bc336c423962 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:02.848079 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-54a3fca3-67a2-40c9-8557-dcb1cc0b1d8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2804431c6cd43a49d24f03fe13fb2c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3561058
Nov 10 14:52:02.848989 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3fca3-67a2-40c9-8557-dcb1cc0b1d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47013ae8-894d-4aed-b664-177e62f36b4b,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:02.850790 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34044) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:02.852122 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-54a3fca3-67a2-40c9-8557-dcb1cc0b1d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:02.914068 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9cde998b-2459-4ba7-ac29-37852afc7c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:02.940184 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9cde998b-2459-4ba7-ac29-37852afc7c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:03.074298 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9cde998b-2459-4ba7-ac29-37852afc7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:03.078289 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-444cbd83-5159-48ab-8544-e7a8719b3598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:03.091308 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde998b-2459-4ba7-ac29-37852afc7c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47013ae8-894d-4aed-b664-177e62f36b4b,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:03.095172 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9cde998b-2459-4ba7-ac29-37852afc7c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:03.100564 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-9cde998b-2459-4ba7-ac29-37852afc7c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:03.101688 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-9cde998b-2459-4ba7-ac29-37852afc7c76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47013ae8-894d-4aed-b664-177e62f36b4b HTTP/1.1" status: 204  len: 168 time: 0.2498014
Nov 10 14:52:03.854608 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34052) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:03.873295 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5e51f730-4c8b-4700-8f46-11b513c38c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:03.887311 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-5e51f730-4c8b-4700-8f46-11b513c38c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:03.891135 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-5e51f730-4c8b-4700-8f46-11b513c38c67 admin admin] Usage tracker for resource:security_group_rule and tenant:50025995adbc41e280885bf7dec233a0 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:03.893887 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-5e51f730-4c8b-4700-8f46-11b513c38c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:03.899663 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-5e51f730-4c8b-4700-8f46-11b513c38c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:03.981330 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5e51f730-4c8b-4700-8f46-11b513c38c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:04.079437 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5e51f730-4c8b-4700-8f46-11b513c38c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:04.086598 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-1be48907-b6fb-4892-a421-58c6bf2db141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:04.131185 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-5e51f730-4c8b-4700-8f46-11b513c38c67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50025995adbc41e280885bf7dec233a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2748413
Nov 10 14:52:04.133057 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51f730-4c8b-4700-8f46-11b513c38c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c405c07c-2802-42b2-a1fb-343e9b84c630,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:04.133891 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34056) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:04.136642 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5e51f730-4c8b-4700-8f46-11b513c38c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:04.193295 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2211b2a5-8fb4-49d0-9a3c-bfda4e6bfc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:04.218529 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2211b2a5-8fb4-49d0-9a3c-bfda4e6bfc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:04.340557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2211b2a5-8fb4-49d0-9a3c-bfda4e6bfc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:04.344306 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-753aa2cb-ed2e-4ad8-82ba-9415bd1f8e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:04.357624 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211b2a5-8fb4-49d0-9a3c-bfda4e6bfc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c405c07c-2802-42b2-a1fb-343e9b84c630,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:04.361113 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2211b2a5-8fb4-49d0-9a3c-bfda4e6bfc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:04.366661 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2211b2a5-8fb4-49d0-9a3c-bfda4e6bfc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:04.367826 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2211b2a5-8fb4-49d0-9a3c-bfda4e6bfc81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c405c07c-2802-42b2-a1fb-343e9b84c630 HTTP/1.1" status: 204  len: 168 time: 0.2329359
Nov 10 14:52:05.090151 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34064) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:05.108475 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2f78f25d-7d8d-4ff8-94c8-72e6acc4f25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:05.123836 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-2f78f25d-7d8d-4ff8-94c8-72e6acc4f25c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:05.127669 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-2f78f25d-7d8d-4ff8-94c8-72e6acc4f25c admin admin] Usage tracker for resource:security_group_rule and tenant:13db495e09044fd090d5ae260ddb720e is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:05.130470 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-2f78f25d-7d8d-4ff8-94c8-72e6acc4f25c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:05.136745 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-2f78f25d-7d8d-4ff8-94c8-72e6acc4f25c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:05.225911 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2f78f25d-7d8d-4ff8-94c8-72e6acc4f25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:05.319373 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2f78f25d-7d8d-4ff8-94c8-72e6acc4f25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:05.327400 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-cc7911d6-3ab3-42f2-8159-30e30e38c779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:05.367808 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-2f78f25d-7d8d-4ff8-94c8-72e6acc4f25c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13db495e09044fd090d5ae260ddb720e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2765980
Nov 10 14:52:05.368835 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78f25d-7d8d-4ff8-94c8-72e6acc4f25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6627039e-dc06-49a4-9f29-3a9e8180b25f,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:05.371404 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34068) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:05.372787 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-2f78f25d-7d8d-4ff8-94c8-72e6acc4f25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:05.434714 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c60a72f8-d321-4e53-9f33-19629bafabd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:05.460790 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c60a72f8-d321-4e53-9f33-19629bafabd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:05.622217 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c60a72f8-d321-4e53-9f33-19629bafabd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:05.626016 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-54a3fca3-67a2-40c9-8557-dcb1cc0b1d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:05.639965 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a72f8-d321-4e53-9f33-19629bafabd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6627039e-dc06-49a4-9f29-3a9e8180b25f,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:05.643409 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c60a72f8-d321-4e53-9f33-19629bafabd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:05.643696 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c60a72f8-d321-4e53-9f33-19629bafabd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:05.644797 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c60a72f8-d321-4e53-9f33-19629bafabd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6627039e-dc06-49a4-9f29-3a9e8180b25f HTTP/1.1" status: 204  len: 168 time: 0.2724576
Nov 10 14:52:13.927218 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34146) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:14.049840 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:14.064836 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:14.068751 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Usage tracker for resource:security_group_rule and tenant:990025434b374f8393fde2913202f8de is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:14.071592 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:14.077716 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:14.160657 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:14.222038 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:14.228700 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-734131c8-1529-4abc-8d5f-626d45909d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:14.274807 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=990025434b374f8393fde2913202f8de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3463254
Nov 10 14:52:14.275593 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739c7362-9a33-4cba-b4bc-7ed665755fea,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:14.278001 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34152) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:14.283843 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:14.284229 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:14.284603 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:14.284969 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:14.285337 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:14.285698 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:14.286060 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:14.286416 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:14.286774 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:14.287163 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:14.287519 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:14.287869 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:14.292447 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4b5db331-badc-449a-b4c6-2fb52413be2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:14.345567 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b984-cd6a-4c0d-8663-693e85f1dea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:14.377693 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b984-cd6a-4c0d-8663-693e85f1dea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:14.516841 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b984-cd6a-4c0d-8663-693e85f1dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:14.520806 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5e51f730-4c8b-4700-8f46-11b513c38c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:14.535820 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2b984-cd6a-4c0d-8663-693e85f1dea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739c7362-9a33-4cba-b4bc-7ed665755fea,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:14.538762 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-3ac2b984-cd6a-4c0d-8663-693e85f1dea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:14.548206 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b984-cd6a-4c0d-8663-693e85f1dea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:14.549385 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-3ac2b984-cd6a-4c0d-8663-693e85f1dea5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/739c7362-9a33-4cba-b4bc-7ed665755fea HTTP/1.1" status: 204  len: 168 time: 0.2703841
Nov 10 14:52:14.674020 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:15.380139 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34160) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:15.398104 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-31a2fb5d-569d-4e29-b03a-1f22c2417c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:15.412491 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-31a2fb5d-569d-4e29-b03a-1f22c2417c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:15.416463 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-31a2fb5d-569d-4e29-b03a-1f22c2417c3c admin admin] Usage tracker for resource:security_group_rule and tenant:8b36559ee36c43e18f13b3a83b3159bb is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:15.419821 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-31a2fb5d-569d-4e29-b03a-1f22c2417c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:15.425503 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-31a2fb5d-569d-4e29-b03a-1f22c2417c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:15.512165 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-31a2fb5d-569d-4e29-b03a-1f22c2417c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:15.662037 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-31a2fb5d-569d-4e29-b03a-1f22c2417c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:15.670021 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-8836c956-664f-4886-83b5-ebca5dc04897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:15.710663 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-31a2fb5d-569d-4e29-b03a-1f22c2417c3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b36559ee36c43e18f13b3a83b3159bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3294923
Nov 10 14:52:15.711546 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2fb5d-569d-4e29-b03a-1f22c2417c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71cc4e4-7cbc-4997-b3cf-ba0578132c96,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:15.714029 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34164) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:15.715158 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-31a2fb5d-569d-4e29-b03a-1f22c2417c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:15.772260 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-da10f98d-e0fd-4959-a362-10f409c905f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:15.798051 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-da10f98d-e0fd-4959-a362-10f409c905f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:15.948366 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-da10f98d-e0fd-4959-a362-10f409c905f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:15.952602 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-59ea52ac-ebd7-4369-ac16-2805d0d91095 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:15.966334 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10f98d-e0fd-4959-a362-10f409c905f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71cc4e4-7cbc-4997-b3cf-ba0578132c96,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:15.969854 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-da10f98d-e0fd-4959-a362-10f409c905f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:15.975310 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-da10f98d-e0fd-4959-a362-10f409c905f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:15.976425 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-da10f98d-e0fd-4959-a362-10f409c905f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c71cc4e4-7cbc-4997-b3cf-ba0578132c96 HTTP/1.1" status: 204  len: 168 time: 0.2614596
Nov 10 14:52:17.017953 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34188) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:17.128597 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-369951408-network', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:52:17.133759 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:17.138031 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Usage tracker for resource:network and tenant:6719da29769b4f6fb85bc6166dd2e466 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:17.140987 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:17.147669 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:17.216519 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Made reservation on behalf of 6719da29769b4f6fb85bc6166dd2e466 for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:52:17.218845 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:17.232104 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:17.247330 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:17.251507 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6719da29769b4f6fb85bc6166dd2e466 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:17.254567 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:17.260722 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:17.344052 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:17.665818 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:17.669671 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b51c86f6-8e71-4b1f-8656-5cfdb539b9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:17.698977 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:52:17.707925 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbf3611-1d74-4eb4-90f9-45440549169a,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:17.711599 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:17.714262 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:17.714617 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Added segment 3e77353e-9616-4fb6-8404-e70bedac206f of type vlan for network 1046fc89-0b34-440e-9093-0e472c9fe8a2
Nov 10 14:52:17.742263 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:17.839765 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:17.841052 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:17.841654 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:17.845252 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:17.953581 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Pushing event updated for resources: {'Network': ['ID=1046fc89-0b34-440e-9093-0e472c9fe8a2,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:17.956721 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:17.964350 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 1046fc89-0b34-440e-9093-0e472c9fe8a2 details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:52:18.063355 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-14b93584-6715-415a-a7ec-c9e689cc00b5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0441277
Nov 10 14:52:18.067063 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34194) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:18.073118 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Request body: {'subnet': {'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-369951408-subnet', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:52:18.078265 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:18.083111 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Usage tracker for resource:subnet and tenant:6719da29769b4f6fb85bc6166dd2e466 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:18.085491 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:18.092295 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:18.185900 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Made reservation on behalf of 6719da29769b4f6fb85bc6166dd2e466 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:52:18.188449 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225453'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:18.473931 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225459'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:18.477842 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0e76af17-1fd1-4410-9003-110aebb70fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:18.552495 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:18.555274 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:18.563367 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Checking segment: {'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:52:18.563730 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Network hostable DHCP agents. Network: 1046fc89-0b34-440e-9093-0e472c9fe8a2, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:52:18.702056 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Network 1046fc89-0b34-440e-9093-0e472c9fe8a2 is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:52:18.838001 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 1046fc89-0b34-440e-9093-0e472c9fe8a2) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:52:18.843642 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:18.844240 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:18.849159 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da6a4b-56c7-4277-9ed1-9cfa9035775a None None] Network 1046fc89-0b34-440e-9093-0e472c9fe8a2 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:52:19.037427 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-bf4a435f-13b6-4861-8187-f99af15a90d9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9689806
Nov 10 14:52:19.040106 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34198) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:19.045240 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:52:19.049925 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:19.053909 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Usage tracker for resource:router and tenant:6719da29769b4f6fb85bc6166dd2e466 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:19.056864 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:19.062209 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b25b303-07c5-5f6c-a194-2bb5371e0edc-1046fc89-0b34-440e-9093-0e472c9fe8a2', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'fixed_ips': [{'subnet_id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf'}]}} from dv-cinder-817404-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 10 14:52:19.062866 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:19.063112 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:19.188400 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3252'] for router, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:19.189394 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3235'] for router, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:19.206805 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:19.227532 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Allocated IP 172.20.0.2 (1046fc89-0b34-440e-9093-0e472c9fe8a2/2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf/1827278f-fdf0-4005-95a8-19dc704635e6) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:52:19.440394 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:19.452046 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Transition to ACTIVE for port object 1827278f-fdf0-4005-95a8-19dc704635e6 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:52:19.471050 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Transition to ACTIVE for port object 1827278f-fdf0-4005-95a8-19dc704635e6 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:52:19.586971 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:19.593577 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f3ffde2a-91a8-4597-b3d7-d3673eab1d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:19.656495 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3153'] for router, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:19.657442 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Network 1046fc89-0b34-440e-9093-0e472c9fe8a2 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:52:19.660239 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:52:19.665037 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:52:19.674706 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Pushing event updated for resources: {'Port': ['ID=1827278f-fdf0-4005-95a8-19dc704635e6,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:19.741413 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:19.741761 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:19.742103 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:19.742432 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:19.742758 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:19.743103 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:19.743431 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:19.743754 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:19.744077 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:19.744398 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:19.745288 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:19.745605 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:19.753449 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:19.774765 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Attempting to bind port 1827278f-fdf0-4005-95a8-19dc704635e6 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:52:19.775173 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Attempting to bind port 1827278f-fdf0-4005-95a8-19dc704635e6 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:52:19.775551 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Attempting to bind port 1827278f-fdf0-4005-95a8-19dc704635e6 on network 1046fc89-0b34-440e-9093-0e472c9fe8a2 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:52:19.780978 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:52:19.783820 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Checking segment: {'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:52:19.783820 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:19.783820 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Bound using segment: {'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:52:19.783820 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Bound port: 1827278f-fdf0-4005-95a8-19dc704635e6, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:52:19.783820 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:19.877061 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] For port 1827278f-fdf0-4005-95a8-19dc704635e6, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:52:19.880406 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] For port 1827278f-fdf0-4005-95a8-19dc704635e6, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=1827278f-fdf0-4005-95a8-19dc704635e6,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:52:19.954211 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:19.958181 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:20.046027 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Pushing event updated for resources: {'Port': ['ID=1827278f-fdf0-4005-95a8-19dc704635e6,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:20.050988 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-3d26aca4-9ec9-40d8-ab88-9c2ace8d5872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:20.063310 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:20.095522 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:20.252284 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Allocated IP 172.27.3.221 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/be6c357a-0448-40f4-98d3-aae6ef7eb445) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:52:20.406140 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 1827278f-fdf0-4005-95a8-19dc704635e6 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:52:20.412331 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:20.519994 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:20.524207 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ca80ea2f-6fd9-4dc3-a6ae-362a119476b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:20.557002 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 1827278f-fdf0-4005-95a8-19dc704635e6 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:52:20.586537 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:52:20.590121 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:52:20.593762 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:52:20.626911 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Pushing event updated for resources: {'Port': ['ID=be6c357a-0448-40f4-98d3-aae6ef7eb445,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:20.633487 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:20.927149 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d29d3-4610-4fd7-9e5b-f7a03bec16f9 None None] Network 1046fc89-0b34-440e-9093-0e472c9fe8a2 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:52:21.102494 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-94af7a39-46f9-4820-a24a-6172b3e1a829 None None] Provisioning for port 1827278f-fdf0-4005-95a8-19dc704635e6 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:52:21.112205 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-94af7a39-46f9-4820-a24a-6172b3e1a829 None None] Provisioning complete for port 1827278f-fdf0-4005-95a8-19dc704635e6 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:21.112589 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94af7a39-46f9-4820-a24a-6172b3e1a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:21.230775 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:21.296370 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94af7a39-46f9-4820-a24a-6172b3e1a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:21.334453 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-94af7a39-46f9-4820-a24a-6172b3e1a829 None None] For port 1827278f-fdf0-4005-95a8-19dc704635e6, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=1827278f-fdf0-4005-95a8-19dc704635e6,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:52:21.456490 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-94af7a39-46f9-4820-a24a-6172b3e1a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:21.458289 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:21.536206 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af7a39-46f9-4820-a24a-6172b3e1a829 None None] Pushing event updated for resources: {'Port': ['ID=1827278f-fdf0-4005-95a8-19dc704635e6,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:21.539309 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-94af7a39-46f9-4820-a24a-6172b3e1a829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:21.581855 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-04acfa9f-5114-490e-b495-34bea0e2c33b None None] Provisioning complete for port 1827278f-fdf0-4005-95a8-19dc704635e6 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:21.582154 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-04acfa9f-5114-490e-b495-34bea0e2c33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:21.591667 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053150'] for router, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:21.877047 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Router 003bc898-f607-4dca-be76-b6a11e73a977 is scheduled to L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 with binding_index 1 {{(pid=87469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 10 14:52:22.059829 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:52:22.069407 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Sync routers for ids ['003bc898-f607-4dca-be76-b6a11e73a977'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:52:22.080358 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Routers {'003bc898-f607-4dca-be76-b6a11e73a977'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:52:22.081000 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feddc68e0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:51:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['003bc898-f607-4dca-be76-b6a11e73a977'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:22.168575 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:22.169855 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f26fedd7-ff2e-4698-9de2-9688936f4df7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.1287053
Nov 10 14:52:22.172485 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34202) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:22.263513 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Set router 003bc898-f607-4dca-be76-b6a11e73a977 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:52:22.401314 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 1827278f-fdf0-4005-95a8-19dc704635e6 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:52:22.572197 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 1827278f-fdf0-4005-95a8-19dc704635e6 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:22.572951 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:22.745805 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feddc68e0>, [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:52:20Z', 'revision_number': 3, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:22.752708 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Checking router: 003bc898-f607-4dca-be76-b6a11e73a977 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:52:22.753069 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Updating router 003bc898-f607-4dca-be76-b6a11e73a977 port be6c357a-0448-40f4-98d3-aae6ef7eb445 binding host dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:52:22.814240 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:22.982690 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:23.149631 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:23.162097 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Transition to ACTIVE for port object be6c357a-0448-40f4-98d3-aae6ef7eb445 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:52:23.193832 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Allocated IP 172.20.0.1 (1046fc89-0b34-440e-9093-0e472c9fe8a2/2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf/98fc008a-4ff7-467f-9dce-2cd66d28679c) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:52:23.256595 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:23.260565 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:23.336503 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Attempting to bind port be6c357a-0448-40f4-98d3-aae6ef7eb445 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:52:23.336894 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Attempting to bind port be6c357a-0448-40f4-98d3-aae6ef7eb445 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:52:23.337268 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Attempting to bind port be6c357a-0448-40f4-98d3-aae6ef7eb445 on network f227f18b-4020-4a8a-ad74-e84290a1be57 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:52:23.343364 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:23.343644 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862d20b-e9ec-44ee-bc26-57f31008e978 None None] Pushing event updated for resources: {'Port': ['ID=be6c357a-0448-40f4-98d3-aae6ef7eb445,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:23.348015 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-7862d20b-e9ec-44ee-bc26-57f31008e978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:23.349159 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:52:23.354622 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Checking segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:52:23.354622 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:23.354622 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Bound using segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:52:23.354622 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Bound port: be6c357a-0448-40f4-98d3-aae6ef7eb445, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:52:23.354622 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:23.360379 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Transition to ACTIVE for port object 98fc008a-4ff7-467f-9dce-2cd66d28679c will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:52:23.434564 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] For port be6c357a-0448-40f4-98d3-aae6ef7eb445, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:52:23.437596 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] For port be6c357a-0448-40f4-98d3-aae6ef7eb445, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=be6c357a-0448-40f4-98d3-aae6ef7eb445,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:52:23.495282 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:23.499187 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-77ff6d94-d3fc-46f6-be04-41f9a82467ec tempest-AttachVolumeTestJSON-1002821227 tempest-AttachVolumeTestJSON-1002821227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:23.560300 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:23.566695 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:23.568583 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Network 1046fc89-0b34-440e-9093-0e472c9fe8a2 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:52:23.571450 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:52:23.576649 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:52:23.621918 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Pushing event updated for resources: {'Port': ['ID=98fc008a-4ff7-467f-9dce-2cd66d28679c,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:23.637801 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700676'] for router_interface, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:23.639458 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Routers {'003bc898-f607-4dca-be76-b6a11e73a977'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:52:23.640113 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feddc68e0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:51:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['003bc898-f607-4dca-be76-b6a11e73a977'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:23.729661 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862d20b-e9ec-44ee-bc26-57f31008e978 None None] Pushing event updated for resources: {'Port': ['ID=be6c357a-0448-40f4-98d3-aae6ef7eb445,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:23.734379 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-7862d20b-e9ec-44ee-bc26-57f31008e978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:23.754210 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:23.883679 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] Set router 003bc898-f607-4dca-be76-b6a11e73a977 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:52:23.989282 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-7df57cb3-b871-42f4-868a-e2349dcea3cc None None] Provisioning for port 98fc008a-4ff7-467f-9dce-2cd66d28679c completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:52:23.997368 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:24.007686 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-7df57cb3-b871-42f4-868a-e2349dcea3cc None None] Provisioning complete for port 98fc008a-4ff7-467f-9dce-2cd66d28679c triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:24.008054 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7df57cb3-b871-42f4-868a-e2349dcea3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:24.125160 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-7df57cb3-b871-42f4-868a-e2349dcea3cc None None] Port 98fc008a-4ff7-467f-9dce-2cd66d28679c cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:52:24.158816 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:52:24.232761 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feddc68e0>, [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:52:20Z', 'revision_number': 3, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:24.237288 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd9cee-9ce8-41d3-8944-6968b1c9db01 None None] The sync data for ids ['003bc898-f607-4dca-be76-b6a11e73a977'] in dv-cinder-817404-1-iscsi is: [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:52:20Z', 'revision_number': 3, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:52:24.246138 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:24.324966 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:24.352932 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9cc15206-7ef7-44ce-bffd-16c7b97b7538 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:24.435102 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1700651'] for router_interface, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:24.438905 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Pushing event updated for resources: {'Port': ['ID=98fc008a-4ff7-467f-9dce-2cd66d28679c,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:24.443493 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:24.607755 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Network 1046fc89-0b34-440e-9093-0e472c9fe8a2 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:52:24.609013 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:52:24.850298 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a4c288ab-a50b-46fd-a9d5-affb0a06ed24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:24.853276 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-aa4d4b3e-88a3-44bd-8aa9-a96cac6eb446 None None] Provisioning complete for port 98fc008a-4ff7-467f-9dce-2cd66d28679c triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:24.853822 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-aa4d4b3e-88a3-44bd-8aa9-a96cac6eb446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:24.910325 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d4b3e-88a3-44bd-8aa9-a96cac6eb446 None None] Port 98fc008a-4ff7-467f-9dce-2cd66d28679c cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:52:24.934838 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Router 003bc898-f607-4dca-be76-b6a11e73a977 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:52:25.124783 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:52:25.133694 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-27eaeb73-c012-439a-b5df-7c01fc292133 admin admin] 10.222.0.37 "PUT /v2.0/routers/003bc898-f607-4dca-be76-b6a11e73a977/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9601829
Nov 10 14:52:25.279885 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:25.788780 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Sync routers for ids ['003bc898-f607-4dca-be76-b6a11e73a977'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:52:25.799159 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Routers {'003bc898-f607-4dca-be76-b6a11e73a977'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:52:25.799786 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed994eb0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:51:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['003bc898-f607-4dca-be76-b6a11e73a977'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:25.901120 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34220) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:25.907160 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-744274911-network', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:52:25.912366 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:25.916386 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Usage tracker for resource:network and tenant:73a9d3cfc7bf41da9cf8cbe49c5a1261 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:25.927380 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:25.933497 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:25.982922 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Set router 003bc898-f607-4dca-be76-b6a11e73a977 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:52:26.019813 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Made reservation on behalf of 73a9d3cfc7bf41da9cf8cbe49c5a1261 for: {'network': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:52:26.022347 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for network, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.041904 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.158608 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:26.162435 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Usage tracker for resource:security_group_rule and tenant:73a9d3cfc7bf41da9cf8cbe49c5a1261 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:26.165275 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:26.170941 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:26.256308 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.324913 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.329421 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-8d0b144e-db50-4e2b-b180-f83bb88d6bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:26.337693 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed994eb0>, [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:52:23Z', 'revision_number': 4, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '98fc008a-4ff7-467f-9dce-2cd66d28679c', 'name': '', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'mac_address': 'fa:16:3e:b8:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:23Z', 'updated_at': '2021-11-10T14:52:24Z', 'revision_number': 2, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'subnets': [{'id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:26.342046 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Checking router: 003bc898-f607-4dca-be76-b6a11e73a977 for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:52:26.342400 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Updating router 003bc898-f607-4dca-be76-b6a11e73a977 port 98fc008a-4ff7-467f-9dce-2cd66d28679c binding host dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:52:26.353930 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'}  {{(pid=87468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 14:52:26.366497 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89689131-acb1-412b-a56a-b699251b7068,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:26.372014 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.372364 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.segments_db [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Added segment 47f3ab7f-0d90-4f76-af20-e8468b95e78c of type vlan for network 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b
Nov 10 14:52:26.381160 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.381531 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.381904 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.382266 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.382623 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.382979 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.383357 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.383713 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.384065 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.384415 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.385533 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.385886 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.390007 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:26.397930 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.411040 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735945458050'] for network, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.432660 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device be6c357a-0448-40f4-98d3-aae6ef7eb445 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:52:26.511284 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349'] for network, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.512357 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:26.512953 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.518197 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-7721c9c7-1f8b-46a5-b996-67cbdd13604f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:26.570467 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port be6c357a-0448-40f4-98d3-aae6ef7eb445 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:52:26.576490 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port be6c357a-0448-40f4-98d3-aae6ef7eb445 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:26.576926 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.623117 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Pushing event updated for resources: {'Network': ['ID=5c7fe8a3-8f37-4e09-b8e4-715a8e10043b,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:26.626069 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:26.637652 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Network 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b details requested by agent ovs-agent-dv-cinder-817404-1-iscsi with host dv-cinder-817404-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 14:52:26.685555 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-1ae25095-f585-4ea2-bd9b-e284caf9834b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7829852
Nov 10 14:52:26.688451 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34224) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:26.695415 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Request body: {'subnet': {'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-744274911-subnet', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'ip_version': 4}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:52:26.701617 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:26.707320 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Usage tracker for resource:subnet and tenant:73a9d3cfc7bf41da9cf8cbe49c5a1261 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:26.710820 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:26.716859 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:26.755309 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.767164 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Transition to ACTIVE for port object 98fc008a-4ff7-467f-9dce-2cd66d28679c will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:52:26.790731 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Made reservation on behalf of 73a9d3cfc7bf41da9cf8cbe49c5a1261 for: {'subnet': 1} {{(pid=87468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:52:26.792499 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.799056 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3679706'] for subnet, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.809390 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port be6c357a-0448-40f4-98d3-aae6ef7eb445, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=be6c357a-0448-40f4-98d3-aae6ef7eb445,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:52:26.856137 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.862371 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:26.884820 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:26.889814 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:26.969431 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=be6c357a-0448-40f4-98d3-aae6ef7eb445,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:26.973488 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Pushing event updated for resources: {'Port': ['ID=98fc008a-4ff7-467f-9dce-2cd66d28679c,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:26.981665 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:26.988251 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.988592 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.989125 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.989454 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.989778 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.990099 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.990414 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.991042 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.991408 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.991745 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.992042 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:26.992354 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:52:27.002763 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:27.089008 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1050607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3679684'] for subnet, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:27.094470 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:27.095952 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Attempting to bind port 98fc008a-4ff7-467f-9dce-2cd66d28679c on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:52:27.096335 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Attempting to bind port 98fc008a-4ff7-467f-9dce-2cd66d28679c by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:52:27.096711 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Attempting to bind port 98fc008a-4ff7-467f-9dce-2cd66d28679c on network 1046fc89-0b34-440e-9093-0e472c9fe8a2 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:52:27.102900 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:52:27.103385 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Checking segment: {'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:52:27.104522 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:27.104881 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Bound using segment: {'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:52:27.105577 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Bound port: 98fc008a-4ff7-467f-9dce-2cd66d28679c, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:52:27.106087 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:27.171801 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd8eb19b-b649-4de8-892d-299de0a444b5,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:27.174992 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:27.186089 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Checking segment: {'id': '47f3ab7f-0d90-4f76-af20-e8468b95e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:52:27.186634 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Network hostable DHCP agents. Network: 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b, hostable agents: ['c465c245-5383-431b-a627-bddddee0a3a8'], hosted agents: [] {{(pid=87468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 14:52:27.202250 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] For port 98fc008a-4ff7-467f-9dce-2cd66d28679c, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:52:27.205644 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] For port 98fc008a-4ff7-467f-9dce-2cd66d28679c, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=98fc008a-4ff7-467f-9dce-2cd66d28679c,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:52:27.267616 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Network 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b is scheduled to be hosted by DHCP agent c465c245-5383-431b-a627-bddddee0a3a8 with binding_index 1 {{(pid=87468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 14:52:27.285263 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:27.289282 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:27.333588 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-iscsi, 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b) {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:52:27.338374 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:27.339123 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:27.342965 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d53dd2-4d33-4e51-b7b3-510b49e1e5e0 None None] Network 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:52:27.359631 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Pushing event updated for resources: {'Port': ['ID=98fc008a-4ff7-467f-9dce-2cd66d28679c,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:27.363208 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-43820897-f85f-40e0-9f96-d0a7c5b3a674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:27.375581 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Routers {'003bc898-f607-4dca-be76-b6a11e73a977'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:52:27.376174 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed994eb0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:51:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['003bc898-f607-4dca-be76-b6a11e73a977'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:27.497864 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-48103b55-e609-4085-af72-a5839d430ffb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8053486
Nov 10 14:52:27.498192 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34228) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:27.504365 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-744274911-router', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:52:27.521113 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:27.521113 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Usage tracker for resource:router and tenant:73a9d3cfc7bf41da9cf8cbe49c5a1261 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:52:27.524618 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:52:27.532617 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:27.553877 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec202caa-3452-4655-ae89-1dd7d5fe0062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:27.582529 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] Set router 003bc898-f607-4dca-be76-b6a11e73a977 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:52:27.610608 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b25b303-07c5-5f6c-a194-2bb5371e0edc-5c7fe8a3-8f37-4e09-b8e4-715a8e10043b', 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'fixed_ips': [{'subnet_id': 'dd8eb19b-b649-4de8-892d-299de0a444b5'}]}} from dv-cinder-817404-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 10 14:52:27.612434 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:27.642610 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1700615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3252'] for router, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:27.643908 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2018487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3235'] for router, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:27.663981 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:27.779351 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Allocated IP 172.20.0.2 (5c7fe8a3-8f37-4e09-b8e4-715a8e10043b/dd8eb19b-b649-4de8-892d-299de0a444b5/0687b814-d32c-4a29-8d8f-1ab19b50d3e4) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:52:27.918772 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed994eb0>, [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:52:23Z', 'revision_number': 4, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '98fc008a-4ff7-467f-9dce-2cd66d28679c', 'name': '', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'mac_address': 'fa:16:3e:b8:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:23Z', 'updated_at': '2021-11-10T14:52:27Z', 'revision_number': 4, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'subnets': [{'id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:27.922783 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3c749-6c2d-490d-80ca-f684de2ce383 None None] The sync data for ids ['003bc898-f607-4dca-be76-b6a11e73a977'] in dv-cinder-817404-1-iscsi is: [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:52:23Z', 'revision_number': 4, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '98fc008a-4ff7-467f-9dce-2cd66d28679c', 'name': '', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'mac_address': 'fa:16:3e:b8:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:23Z', 'updated_at': '2021-11-10T14:52:27Z', 'revision_number': 4, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'subnets': [{'id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:52:28.014199 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:28.026871 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Transition to ACTIVE for port object 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:52:28.038691 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3153'] for router, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:28.049838 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Transition to ACTIVE for port object 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:52:28.185797 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:28.187795 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:28.251945 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Network 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:52:28.254706 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:52:28.258810 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:52:28.268585 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Pushing event updated for resources: {'Port': ['ID=0687b814-d32c-4a29-8d8f-1ab19b50d3e4,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:28.300654 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:28.419324 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Attempting to bind port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:52:28.419999 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Attempting to bind port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '47f3ab7f-0d90-4f76-af20-e8468b95e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:52:28.420567 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Attempting to bind port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 on network 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:52:28.426662 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:52:28.428181 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Checking segment: {'id': '47f3ab7f-0d90-4f76-af20-e8468b95e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:52:28.428181 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:28.428451 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Bound using segment: {'id': '47f3ab7f-0d90-4f76-af20-e8468b95e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:52:28.429087 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Bound port: 0687b814-d32c-4a29-8d8f-1ab19b50d3e4, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f3ab7f-0d90-4f76-af20-e8468b95e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:52:28.429635 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:28.528237 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device be6c357a-0448-40f4-98d3-aae6ef7eb445 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:52:28.528477 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:28.563803 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:28.589568 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:28.627524 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] For port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:52:28.631550 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] For port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=0687b814-d32c-4a29-8d8f-1ab19b50d3e4,segment=NetworkSegment(47f3ab7f-0d90-4f76-af20-e8468b95e78c),segment_id=47f3ab7f-0d90-4f76-af20-e8468b95e78c)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:52:28.645886 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port be6c357a-0448-40f4-98d3-aae6ef7eb445 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:28.648746 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:28.705255 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:28.722319 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Allocated IP 172.27.3.135 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/1259330a-0ed9-4f6e-abf1-f002ce2e667e) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:52:28.722576 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-9c211376-c640-4b60-b019-7bf4e712207f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:28.852316 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Pushing event updated for resources: {'Port': ['ID=0687b814-d32c-4a29-8d8f-1ab19b50d3e4,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:28.861182 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-420d133b-99fb-490f-8b07-48341f5e045d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:28.889593 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 98fc008a-4ff7-467f-9dce-2cd66d28679c up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:52:29.052376 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 98fc008a-4ff7-467f-9dce-2cd66d28679c completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:52:29.056365 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:29.066498 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 98fc008a-4ff7-467f-9dce-2cd66d28679c triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:29.066498 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:29.143755 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:29.152916 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-60bf2e03-8229-4b40-b99a-22c400bc0de2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:29.224849 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:52:29.225826 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:29.227895 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:52:29.232656 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:52:29.269025 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 98fc008a-4ff7-467f-9dce-2cd66d28679c, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=98fc008a-4ff7-467f-9dce-2cd66d28679c,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:52:29.296863 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Pushing event updated for resources: {'Port': ['ID=1259330a-0ed9-4f6e-abf1-f002ce2e667e,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:29.302148 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:29.336691 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:29.339902 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:29.418783 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=98fc008a-4ff7-467f-9dce-2cd66d28679c,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:29.422310 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:29.787499 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:29.804905 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:30.003093 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c81982-953d-49dd-bf38-e12e869e72c6 None None] Network 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:52:30.143412 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053150'] for router, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:30.158744 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f3079775-4367-43bf-a0e6-d5f77c289b54 None None] Provisioning for port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:52:30.470818 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:52:30.473405 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Router 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f is scheduled to L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 with binding_index 1 {{(pid=87468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 10 14:52:30.616113 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:52:30.621846 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:30.626810 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:30.664632 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:52:30.674846 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Sync routers for ids ['3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:52:30.691193 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Routers {'3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:52:30.691830 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed00c070>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:52:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:30.748051 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Notify callbacks [] for router, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:30.749312 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.2500165
Nov 10 14:52:30.752128 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34232) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:52:30.916693 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:30.953915 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Set router 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:52:31.094065 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=0687b814-d32c-4a29-8d8f-1ab19b50d3e4,segment=NetworkSegment(47f3ab7f-0d90-4f76-af20-e8468b95e78c),segment_id=47f3ab7f-0d90-4f76-af20-e8468b95e78c)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:52:31.187310 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:31.188162 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 98fc008a-4ff7-467f-9dce-2cd66d28679c up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:52:31.218884 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:31.323291 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=0687b814-d32c-4a29-8d8f-1ab19b50d3e4,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:31.337045 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:31.403230 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 98fc008a-4ff7-467f-9dce-2cd66d28679c triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:31.403595 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:31.480791 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed00c070>, [{'id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'name': 'tempest-TestMinimumBasicScenario-744274911-router', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:27Z', 'updated_at': '2021-11-10T14:52:29Z', 'revision_number': 3, 'project_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'gw_port': {'id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:28Z', 'updated_at': '2021-11-10T14:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:31.513993 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Checking router: 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:52:31.514368 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Updating router 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f port 1259330a-0ed9-4f6e-abf1-f002ce2e667e binding host dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:52:31.573174 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:31.591509 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:31.788768 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Allocated IP 172.20.0.1 (5c7fe8a3-8f37-4e09-b8e4-715a8e10043b/dd8eb19b-b649-4de8-892d-299de0a444b5/6c22d217-fcd8-4b1b-a7fb-874eeb9fca01) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:52:31.923551 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:31.936103 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:31.937875 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Transition to ACTIVE for port object 1259330a-0ed9-4f6e-abf1-f002ce2e667e will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:52:31.952822 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Transition to ACTIVE for port object 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 will not be triggered until provisioned by entity DHCP. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:52:32.022321 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:32.026314 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:32.051604 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:32.055541 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ed8fd7a2-bff2-49df-98f6-b7097e6790f4 tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:32.106270 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Attempting to bind port 1259330a-0ed9-4f6e-abf1-f002ce2e667e on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:52:32.106668 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Attempting to bind port 1259330a-0ed9-4f6e-abf1-f002ce2e667e by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:52:32.107046 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Attempting to bind port 1259330a-0ed9-4f6e-abf1-f002ce2e667e on network f227f18b-4020-4a8a-ad74-e84290a1be57 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:52:32.117231 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:52:32.117619 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Checking segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:52:32.118039 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:32.118447 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Bound using segment: {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:52:32.118744 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Network 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:52:32.118964 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Bound port: 1259330a-0ed9-4f6e-abf1-f002ce2e667e, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2946f88-5067-47d0-901e-b6522e39d73e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:52:32.119378 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:32.121616 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:52:32.125495 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:52:32.145973 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27981be-9f9f-432c-a55a-6b245256caed None None] Pushing event updated for resources: {'Port': ['ID=1259330a-0ed9-4f6e-abf1-f002ce2e667e,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:32.148872 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-c27981be-9f9f-432c-a55a-6b245256caed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:32.170390 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c22d217-fcd8-4b1b-a7fb-874eeb9fca01,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:32.175044 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:32.189687 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700676'] for router_interface, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:32.204603 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] For port 1259330a-0ed9-4f6e-abf1-f002ce2e667e, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:52:32.207926 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] For port 1259330a-0ed9-4f6e-abf1-f002ce2e667e, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=1259330a-0ed9-4f6e-abf1-f002ce2e667e,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:52:32.271676 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:32.276162 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:32.351879 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Routers {'3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:52:32.352505 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed00c070>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:52:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:32.411765 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:52:32.481340 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27981be-9f9f-432c-a55a-6b245256caed None None] Pushing event updated for resources: {'Port': ['ID=1259330a-0ed9-4f6e-abf1-f002ce2e667e,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:32.497902 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-c27981be-9f9f-432c-a55a-6b245256caed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:32.566909 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a660c408-2583-4534-bd9d-42aaf4490a22 None None] Provisioning for port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:52:32.592973 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a660c408-2583-4534-bd9d-42aaf4490a22 None None] Provisioning complete for port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:32.593361 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a660c408-2583-4534-bd9d-42aaf4490a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:32.644069 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:32.671993 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] Set router 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:52:32.716849 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:32.717229 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:32.797557 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a660c408-2583-4534-bd9d-42aaf4490a22 None None] Port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:52:32.869391 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:32.953092 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:32.981218 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:33.062600 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1700651'] for router_interface, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:33.066171 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c22d217-fcd8-4b1b-a7fb-874eeb9fca01,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:33.069518 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:33.102654 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed00c070>, [{'id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'name': 'tempest-TestMinimumBasicScenario-744274911-router', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:27Z', 'updated_at': '2021-11-10T14:52:29Z', 'revision_number': 3, 'project_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'gw_port': {'id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:28Z', 'updated_at': '2021-11-10T14:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:33.107363 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0278c5-b702-44a8-8de4-62229985cc46 None None] The sync data for ids ['3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'] in dv-cinder-817404-1-iscsi is: [{'id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'name': 'tempest-TestMinimumBasicScenario-744274911-router', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:27Z', 'updated_at': '2021-11-10T14:52:29Z', 'revision_number': 3, 'project_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'gw_port': {'id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:28Z', 'updated_at': '2021-11-10T14:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:52:33.207626 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Network 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:52:33.209118 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:52:33.428423 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Router 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:52:33.536079 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-21876f0e-535d-4c3b-9767-5d18e8e5c31e None None] Provisioning complete for port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:33.554173 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-21876f0e-535d-4c3b-9767-5d18e8e5c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:33.596368 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-21876f0e-535d-4c3b-9767-5d18e8e5c31e None None] Port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:52:33.625169 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:52:33.635148 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-5dbba394-78ab-4c5e-8dc8-61cfd846f7f4 admin admin] 10.222.0.37 "PUT /v2.0/routers/3d175abe-94c5-4f78-ba4a-8f36f44ebc1f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8812847
Nov 10 14:52:34.419509 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 1259330a-0ed9-4f6e-abf1-f002ce2e667e up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:52:34.542052 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 1259330a-0ed9-4f6e-abf1-f002ce2e667e completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:52:34.547240 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 1259330a-0ed9-4f6e-abf1-f002ce2e667e triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:34.547641 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:34.670449 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:34.690456 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 1259330a-0ed9-4f6e-abf1-f002ce2e667e, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=1259330a-0ed9-4f6e-abf1-f002ce2e667e,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:52:34.788306 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:34.789859 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-c27981be-9f9f-432c-a55a-6b245256caed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:34.872669 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=1259330a-0ed9-4f6e-abf1-f002ce2e667e,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:34.876200 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:35.100095 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Sync routers for ids ['3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:52:35.110836 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Routers {'3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:52:35.111756 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed994790>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:52:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:35.331070 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Set router 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:52:35.673729 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed994790>, [{'id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'name': 'tempest-TestMinimumBasicScenario-744274911-router', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:27Z', 'updated_at': '2021-11-10T14:52:32Z', 'revision_number': 4, 'project_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'gw_port': {'id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:28Z', 'updated_at': '2021-11-10T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '6c22d217-fcd8-4b1b-a7fb-874eeb9fca01', 'name': '', 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'mac_address': 'fa:16:3e:5b:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'dd8eb19b-b649-4de8-892d-299de0a444b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:31Z', 'updated_at': '2021-11-10T14:52:32Z', 'revision_number': 2, 'project_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'subnets': [{'id': 'dd8eb19b-b649-4de8-892d-299de0a444b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:35.678211 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Checking router: 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:52:35.678571 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Updating router 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 binding host dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 14:52:35.737678 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:36.106978 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:36.123062 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Transition to ACTIVE for port object 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:52:36.196377 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:36.201482 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:36.326913 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f463328-3185-4387-834b-8328231b080d None None] Pushing event updated for resources: {'Port': ['ID=6c22d217-fcd8-4b1b-a7fb-874eeb9fca01,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:36.336354 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-4f463328-3185-4387-834b-8328231b080d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:36.438325 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 1259330a-0ed9-4f6e-abf1-f002ce2e667e up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:52:36.449935 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Attempting to bind port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 on host dv-cinder-817404-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:52:36.450583 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Attempting to bind port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 by drivers openvswitch,hyperv on host dv-cinder-817404-1-iscsi at level 0 using segments [{'id': '47f3ab7f-0d90-4f76-af20-e8468b95e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:52:36.450960 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Attempting to bind port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 on network 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:52:36.465930 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Checking agent: {'id': 'c7ff39ab-fe71-4494-a709-92be8f7122fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 27, 55), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:52:36.467564 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Checking segment: {'id': '47f3ab7f-0d90-4f76-af20-e8468b95e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:52:36.468199 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:36.468795 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Bound using segment: {'id': '47f3ab7f-0d90-4f76-af20-e8468b95e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:52:36.469926 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Bound port: 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01, host: dv-cinder-817404-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f3ab7f-0d90-4f76-af20-e8468b95e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:52:36.470536 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:36.578351 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] For port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01, host dv-cinder-817404-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:52:36.582059 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] For port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01, host dv-cinder-817404-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=6c22d217-fcd8-4b1b-a7fb-874eeb9fca01,segment=NetworkSegment(47f3ab7f-0d90-4f76-af20-e8468b95e78c),segment_id=47f3ab7f-0d90-4f76-af20-e8468b95e78c)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:52:36.591451 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 1259330a-0ed9-4f6e-abf1-f002ce2e667e triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:36.595263 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:36.659679 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:36.665736 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:36.763066 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Routers {'3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:52:36.763682 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed994790>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:52:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:36.834628 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f463328-3185-4387-834b-8328231b080d None None] Pushing event updated for resources: {'Port': ['ID=6c22d217-fcd8-4b1b-a7fb-874eeb9fca01,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:36.846663 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-4f463328-3185-4387-834b-8328231b080d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:36.974073 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] Set router 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:52:37.356718 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed994790>, [{'id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'name': 'tempest-TestMinimumBasicScenario-744274911-router', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:27Z', 'updated_at': '2021-11-10T14:52:32Z', 'revision_number': 4, 'project_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'gw_port': {'id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:28Z', 'updated_at': '2021-11-10T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '6c22d217-fcd8-4b1b-a7fb-874eeb9fca01', 'name': '', 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'mac_address': 'fa:16:3e:5b:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'dd8eb19b-b649-4de8-892d-299de0a444b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:31Z', 'updated_at': '2021-11-10T14:52:36Z', 'revision_number': 4, 'project_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'subnets': [{'id': 'dd8eb19b-b649-4de8-892d-299de0a444b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:52:37.361098 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ae4a8-c994-401b-b4b8-a71f42ae8c6f None None] The sync data for ids ['3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'] in dv-cinder-817404-1-iscsi is: [{'id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'name': 'tempest-TestMinimumBasicScenario-744274911-router', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:27Z', 'updated_at': '2021-11-10T14:52:32Z', 'revision_number': 4, 'project_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'gw_port': {'id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:28Z', 'updated_at': '2021-11-10T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '6c22d217-fcd8-4b1b-a7fb-874eeb9fca01', 'name': '', 'network_id': '5c7fe8a3-8f37-4e09-b8e4-715a8e10043b', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'mac_address': 'fa:16:3e:5b:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'dd8eb19b-b649-4de8-892d-299de0a444b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:31Z', 'updated_at': '2021-11-10T14:52:36Z', 'revision_number': 4, 'project_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'subnets': [{'id': 'dd8eb19b-b649-4de8-892d-299de0a444b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:52:38.038056 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [req-8b9f2c60-92e0-4760-84ae-16eac061a1b5 req-e4cb6a8a-d781-4c46-b45c-9342c27eb185 service neutron] (87468) timed out ('10.222.0.16', 55122) {{(pid=87468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 10 14:52:38.433800 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:52:38.570493 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning for port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:52:38.576863 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:38.577511 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:38.722319 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:38.758824 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] For port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=6c22d217-fcd8-4b1b-a7fb-874eeb9fca01,segment=NetworkSegment(47f3ab7f-0d90-4f76-af20-e8468b95e78c),segment_id=47f3ab7f-0d90-4f76-af20-e8468b95e78c)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:52:38.836427 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:38.838962 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:38.947393 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Pushing event updated for resources: {'Port': ['ID=6c22d217-fcd8-4b1b-a7fb-874eeb9fca01,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:38.951390 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:40.401670 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 up at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:52:40.478945 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Provisioning complete for port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:40.479369 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:44.661608 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:45.606092 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-fcdbd89a-1f0c-4b44-8289-9a93b62e8bbc tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:45.607551 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-fcdbd89a-1f0c-4b44-8289-9a93b62e8bbc tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/networks?id=1046fc89-0b34-440e-9093-0e472c9fe8a2 HTTP/1.1" status: 200  len: 814 time: 0.1476326
Nov 10 14:52:45.622651 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-a57f560f-f736-4948-8a7d-677b6898594c tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/quotas/6719da29769b4f6fb85bc6166dd2e466 HTTP/1.1" status: 200  len: 375 time: 0.0096288
Nov 10 14:52:45.706855 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-57ef30a7-e694-4986-8f30-865b89cb5432 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6719da29769b4f6fb85bc6166dd2e466&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0793352
Nov 10 14:52:45.846022 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-8d2d279a-51d8-407e-9ec2-6f7b307fef20 service neutron] 10.222.0.37 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277230
Nov 10 14:52:45.976619 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0df88c33-14ea-4b0b-beb5-90b957ba6ab6 service neutron] 10.222.0.37 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248565
Nov 10 14:52:46.395071 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-326b2ce0-f520-4cbb-b1f1-654c814ec35c req-b3f144a9-1726-44f9-aa2c-ffc16485a278 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Synchronizing usage tracker for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:52:46.495535 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-326b2ce0-f520-4cbb-b1f1-654c814ec35c req-b3f144a9-1726-44f9-aa2c-ffc16485a278 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Unset dirty status for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:52:46.496891 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-326b2ce0-f520-4cbb-b1f1-654c814ec35c req-b3f144a9-1726-44f9-aa2c-ffc16485a278 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 210 time: 0.2476096
Nov 10 14:52:47.591182 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a78eb2d2-ee57-4526-8d94-9cac26e19215 req-1fa6bfde-a01e-4f07-968c-73f3eb7f792e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 210 time: 0.0429044
Nov 10 14:52:48.742420 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1d671ab4-8cc3-4fd2-ab6b-796799c63180 req-312bbed4-b035-4f1e-a203-b93484f2faf0 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 210 time: 0.0468042
Nov 10 14:52:49.093110 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-f7837743-79b5-4f7a-b041-949331901cb4 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:49.093786 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-f7837743-79b5-4f7a-b041-949331901cb4 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Synchronizing usage tracker for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:network {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:52:49.204338 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-f7837743-79b5-4f7a-b041-949331901cb4 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Unset dirty status for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:network {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:52:49.205536 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-f7837743-79b5-4f7a-b041-949331901cb4 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.16 "GET /v2.0/networks?id=1046fc89-0b34-440e-9093-0e472c9fe8a2 HTTP/1.1" status: 200  len: 814 time: 0.2545075
Nov 10 14:52:49.219379 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Request body: {'port': {'device_id': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'admin_state_up': True, 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:52:49.359463 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:52:49.369471 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:52:49.470221 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Made reservation on behalf of 6719da29769b4f6fb85bc6166dd2e466 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 14:52:49.474235 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:49.645113 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Allocated IP 172.20.0.11 (1046fc89-0b34-440e-9093-0e472c9fe8a2/2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf/2cea49a4-5a26-4b4a-9c59-16dfd272bc7a) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:52:49.852041 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:49.877846 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Transition to ACTIVE for port object 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:52:49.939007 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-197cd6bb-ab56-484f-98e5-7e537d3421af req-741b04e9-b0a0-4263-a689-a47ccebc0bab tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 210 time: 0.0898044
Nov 10 14:52:50.026705 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:50.042472 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-68629430-2222-41cc-bf94-ea527bfccb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:52:50.094488 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Network 1046fc89-0b34-440e-9093-0e472c9fe8a2 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:52:50.102449 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:52:50.111814 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:52:50.188156 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:50.188796 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:50.229708 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event updated for resources: {'Port': ['ID=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:52:50.233261 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:52:50.316620 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-213263cc-d871-4ac5-973a-0a10e660058e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1011696
Nov 10 14:52:50.478640 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d5097277-3173-4591-a3e6-4e7a2f2a0f53 None None] Provisioning for port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:52:50.484263 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d5097277-3173-4591-a3e6-4e7a2f2a0f53 None None] Provisioning complete for port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:52:50.484877 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d5097277-3173-4591-a3e6-4e7a2f2a0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:50.542505 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d5097277-3173-4591-a3e6-4e7a2f2a0f53 None None] Port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 10 14:52:51.148223 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de83e8-7698-4b98-b0be-ca0f9f909eac req-c0488827-40ba-49e6-b564-2919b8a75638 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:51.149038 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-33de83e8-7698-4b98-b0be-ca0f9f909eac req-c0488827-40ba-49e6-b564-2919b8a75638 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Synchronizing usage tracker for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:52:51.235867 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-33de83e8-7698-4b98-b0be-ca0f9f909eac req-c0488827-40ba-49e6-b564-2919b8a75638 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Unset dirty status for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:52:51.240748 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-33de83e8-7698-4b98-b0be-ca0f9f909eac req-c0488827-40ba-49e6-b564-2919b8a75638 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 932 time: 0.1768963
Nov 10 14:52:51.287975 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-33de83e8-7698-4b98-b0be-ca0f9f909eac req-f6899288-e578-44c7-995b-d310fb4404a2 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Synchronizing usage tracker for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:security_group {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:52:51.373189 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-33de83e8-7698-4b98-b0be-ca0f9f909eac req-f6899288-e578-44c7-995b-d310fb4404a2 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Unset dirty status for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:security_group {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:52:51.374387 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-33de83e8-7698-4b98-b0be-ca0f9f909eac req-f6899288-e578-44c7-995b-d310fb4404a2 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274183
Nov 10 14:52:52.698341 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c235d-7d79-448a-8de3-6f72423c6c05 req-e6c4d335-fa11-4e31-9b4d-e2ac9dc70028 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:52.699883 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b65c235d-7d79-448a-8de3-6f72423c6c05 req-e6c4d335-fa11-4e31-9b4d-e2ac9dc70028 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 932 time: 0.2112596
Nov 10 14:52:52.750789 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b65c235d-7d79-448a-8de3-6f72423c6c05 req-f2b55c6e-00aa-4008-92fe-81359b28b444 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445685
Nov 10 14:52:53.958418 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ecaad-8999-4fa8-8d80-909656fcb9ba req-fd290742-53af-414f-8a61-895f9addeeb3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:53.961392 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-192ecaad-8999-4fa8-8d80-909656fcb9ba req-fd290742-53af-414f-8a61-895f9addeeb3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 932 time: 0.0935168
Nov 10 14:52:54.010260 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-192ecaad-8999-4fa8-8d80-909656fcb9ba req-d3b3c14e-a292-4de0-80c3-256e57c5c8b8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433664
Nov 10 14:52:54.896253 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b3cf6569-ae85-4eb6-ab24-cc9e8ac12457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:55.293101 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:55.350283 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85947d8d-e023-4aa4-9121-30f177e940f7 req-2c93038f-b016-4b39-ac38-edb7bb3c8e6c tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:55.352832 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-85947d8d-e023-4aa4-9121-30f177e940f7 req-2c93038f-b016-4b39-ac38-edb7bb3c8e6c tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 932 time: 0.0863085
Nov 10 14:52:55.410804 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-85947d8d-e023-4aa4-9121-30f177e940f7 req-2175215e-609d-41e7-8006-4e50b84e0a3a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511541
Nov 10 14:52:56.602571 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b83ae-9675-48c1-84ff-f4c02c55f563 req-a0bbfd9d-9753-4fc5-a5cb-d7571dfa0850 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:56.604161 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e07b83ae-9675-48c1-84ff-f4c02c55f563 req-a0bbfd9d-9753-4fc5-a5cb-d7571dfa0850 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 932 time: 0.0835593
Nov 10 14:52:56.648516 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e07b83ae-9675-48c1-84ff-f4c02c55f563 req-a3e9c139-724d-47c5-a0e4-3eadc7ba5867 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386524
Nov 10 14:52:57.455636 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27e8f3ac-bd20-4ac4-b05b-325fa0e4351f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:57.835567 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0ef36-39be-417f-9753-fc3560658e12 req-e5c6fcfc-0d0e-49ef-9a99-3a39fa4d9e52 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:57.837154 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-88e0ef36-39be-417f-9753-fc3560658e12 req-e5c6fcfc-0d0e-49ef-9a99-3a39fa4d9e52 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 932 time: 0.0822785
Nov 10 14:52:57.882933 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-88e0ef36-39be-417f-9753-fc3560658e12 req-4e7926df-0b5f-46bc-8a95-6770bec66c48 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401745
Nov 10 14:52:58.507640 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:52:59.085047 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fb8b9-58fc-40c3-8bcd-18ad206488f8 req-1c83ad55-e5d9-4cd2-af6b-0b76b875077e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:52:59.087402 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b0fb8b9-58fc-40c3-8bcd-18ad206488f8 req-1c83ad55-e5d9-4cd2-af6b-0b76b875077e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 932 time: 0.0962210
Nov 10 14:52:59.139909 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b0fb8b9-58fc-40c3-8bcd-18ad206488f8 req-dd634430-f81f-459a-a269-bef3fc84ec94 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469642
Nov 10 14:52:59.949825 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:00.175747 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Request body: {'port': {'device_id': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:53:00.339165 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902cce-82f1-49ef-bb9a-5cd2eb0eb6e5 req-55e5e0da-b030-4411-8aee-1dbe9f474ad7 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:00.340717 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4b902cce-82f1-49ef-bb9a-5cd2eb0eb6e5 req-55e5e0da-b030-4411-8aee-1dbe9f474ad7 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 932 time: 0.0933022
Nov 10 14:53:00.385698 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4b902cce-82f1-49ef-bb9a-5cd2eb0eb6e5 req-4a531b58-1da7-4450-9a51-4505decbdc8d tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393131
Nov 10 14:53:00.397341 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:00.748147 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:53:00.756759 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:00.775209 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Transition to ACTIVE for port object 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 14:53:00.855183 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:00.859094 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4c521dc1-25e3-4126-9043-b88403afa4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:01.015993 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:01.024491 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:01.099995 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Attempting to bind port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a on host hv-cinder-81740 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 14:53:01.100383 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Attempting to bind port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 14:53:01.100714 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Attempting to bind port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a on network 1046fc89-0b34-440e-9093-0e472c9fe8a2 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:53:01.106658 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a on network 1046fc89-0b34-440e-9093-0e472c9fe8a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 10 14:53:01.106658 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Attempting to bind port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a on network 1046fc89-0b34-440e-9093-0e472c9fe8a2 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 10 14:53:01.110969 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Checking agent: {'id': '9559b0e1-6431-4205-8c6d-5c8d1edeb6f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'started_at': datetime.datetime(2021, 11, 10, 14, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 10 14:53:01.111335 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Checking segment: {'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 10 14:53:01.111722 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Bound using segment: {'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 10 14:53:01.112149 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Bound port: 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e77353e-9616-4fb6-8404-e70bedac206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 14:53:01.112499 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:01.158642 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:53:01.209531 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] For port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a, host hv-cinder-81740, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 10 14:53:01.213042 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] For port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 10 14:53:01.289964 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:01.293860 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-56aef676-8f70-4366-8904-6d1170ea24ac tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:01.351495 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:01.352027 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:01.353395 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] 10.222.0.16 "PUT /v2.0/ports/2cea49a4-5a26-4b4a-9c59-16dfd272bc7a HTTP/1.1" status: 200  len: 1094 time: 1.2256570
Nov 10 14:53:01.353914 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:53:01.375294 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:01.380780 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:01.402602 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'status': 'completed', 'code': 200}
Nov 10 14:53:01.517187 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c228aa6-94d2-4c28-a1ab-85817a520bd8 req-725523ce-759c-428d-a6c3-6b88fa402847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:01.518767 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9c228aa6-94d2-4c28-a1ab-85817a520bd8 req-725523ce-759c-428d-a6c3-6b88fa402847 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6719da29769b4f6fb85bc6166dd2e466&device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 1097 time: 0.0861263
Nov 10 14:53:01.579220 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d50a-84aa-42c5-9e2b-c426688c75a9 req-809f9eac-8ee4-457d-bf7e-b5fa42765316 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:01.580719 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5bc9d50a-84aa-42c5-9e2b-c426688c75a9 req-809f9eac-8ee4-457d-bf7e-b5fa42765316 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 944 time: 0.0835850
Nov 10 14:53:01.625506 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-5bc9d50a-84aa-42c5-9e2b-c426688c75a9 req-acb9536a-4f9a-4f30-b6f3-9347599b9ef3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389409
Nov 10 14:53:01.663004 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c228aa6-94d2-4c28-a1ab-85817a520bd8 req-049a19b9-03d1-463a-9a07-5595544a84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:01.665078 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9c228aa6-94d2-4c28-a1ab-85817a520bd8 req-049a19b9-03d1-463a-9a07-5595544a84ae service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6719da29769b4f6fb85bc6166dd2e466&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1376538
Nov 10 14:53:01.799505 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c228aa6-94d2-4c28-a1ab-85817a520bd8 req-07e7306e-d37b-4a51-98e5-0c5b6a619019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:01.800947 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9c228aa6-94d2-4c28-a1ab-85817a520bd8 req-07e7306e-d37b-4a51-98e5-0c5b6a619019 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1296203
Nov 10 14:53:01.906533 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-32c488ae-d874-45ee-89f4-ebaa999d4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:01.907935 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-32c488ae-d874-45ee-89f4-ebaa999d4a9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6719da29769b4f6fb85bc6166dd2e466&device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 1097 time: 0.0688291
Nov 10 14:53:01.981162 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-9683a819-4e57-4e59-a29c-b628697bb98e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a HTTP/1.1" status: 200  len: 217 time: 0.0643764
Nov 10 14:53:02.052359 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-9e60c3aa-5c11-423f-a1e4-c18b203616dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:02.053859 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-9e60c3aa-5c11-423f-a1e4-c18b203616dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf HTTP/1.1" status: 200  len: 853 time: 0.0651953
Nov 10 14:53:02.133299 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-5a0aa139-44b2-4d69-99d4-a48894be5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:02.134779 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-5a0aa139-44b2-4d69-99d4-a48894be5237 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1046fc89-0b34-440e-9093-0e472c9fe8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734358
Nov 10 14:53:02.372433 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-f6d9703e-11f6-4a56-a591-271d5724fe77 service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2292495
Nov 10 14:53:02.506102 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9340aad7-be4f-463d-b072-7b2c942612f4 req-f5938d02-74ec-4b53-b402-63384f73fa2b service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254373
Nov 10 14:53:02.814430 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a314cb5-cd9f-4eed-ab31-55d22de04a7c req-85d2adca-5ade-4803-b3ae-665ec8fe20d2 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:02.816053 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a314cb5-cd9f-4eed-ab31-55d22de04a7c req-85d2adca-5ade-4803-b3ae-665ec8fe20d2 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 944 time: 0.0836837
Nov 10 14:53:02.863820 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a314cb5-cd9f-4eed-ab31-55d22de04a7c req-914da40f-3ddb-4de7-9a1c-db4c72bc6146 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417404
Nov 10 14:53:04.049594 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5f3d1-f0e0-4a00-9d8a-2cadb9a3b181 req-ad6cc1dd-2379-4d6d-b6c0-933172aedaf1 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:04.051058 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-35e5f3d1-f0e0-4a00-9d8a-2cadb9a3b181 req-ad6cc1dd-2379-4d6d-b6c0-933172aedaf1 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 944 time: 0.0857761
Nov 10 14:53:04.094961 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-35e5f3d1-f0e0-4a00-9d8a-2cadb9a3b181 req-efe3079c-235c-457a-afaa-fd105505a907 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377126
Nov 10 14:53:04.956677 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 14:53:05.091072 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:53:05.104173 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Returning: {'device': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'port_id': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'mac_address': 'fa:16:3e:b0:c4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 14:53:05.162010 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:05.178452 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 14:53:05.206151 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:53:05.291609 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd0b9f-b75e-47f7-bb84-d219bcfed458 req-b9f4dc20-b5a2-45b5-86d9-d967cdd915f4 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:05.293088 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36dd0b9f-b75e-47f7-bb84-d219bcfed458 req-b9f4dc20-b5a2-45b5-86d9-d967cdd915f4 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 944 time: 0.0887585
Nov 10 14:53:05.343301 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36dd0b9f-b75e-47f7-bb84-d219bcfed458 req-9d973e9c-6b6b-40dd-82bd-8018c8f7f27a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441735
Nov 10 14:53:05.809511 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:05.811365 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-0dd4d9f8-aad4-4691-938d-2bbb1f200c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:05.910978 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:05.914129 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:06.061593 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:53:06.525769 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63664a4-6989-428a-a52c-93042e84da3c req-f7328892-3c93-490f-9de8-30782b0bc1c2 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:06.527259 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b63664a4-6989-428a-a52c-93042e84da3c req-f7328892-3c93-490f-9de8-30782b0bc1c2 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 945 time: 0.0799372
Nov 10 14:53:06.575389 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-b63664a4-6989-428a-a52c-93042e84da3c req-ca9c2c28-86dd-44f5-983b-012ab9ffba66 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421965
Nov 10 14:53:06.956270 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a up at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 14:53:07.095316 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning for port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 14:53:07.100569 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Provisioning complete for port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:53:07.100928 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:07.218583 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:07.245837 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:53:07.255383 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] For port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:53:07.291015 dv-cinder-817404-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'code': 200}
Nov 10 14:53:07.333031 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:07.335011 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:07.402662 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Pushing event updated for resources: {'Port': ['ID=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:07.405896 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:07.697859 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d9747-2801-4c13-b2a3-9d65b15a580f req-14df48d5-ff75-46f8-9867-7e606df5a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:07.699352 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-204d9747-2801-4c13-b2a3-9d65b15a580f req-14df48d5-ff75-46f8-9867-7e606df5a4b7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 1099 time: 0.0706370
Nov 10 14:53:07.741582 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-204d9747-2801-4c13-b2a3-9d65b15a580f req-3de1785c-8d46-4e6a-a024-ca428bbf95c7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339961
Nov 10 14:53:07.762325 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfbd1d-4346-4908-9794-f66d9586f96d req-8104b22a-ed1d-4e32-8a76-2b0ec39eb52e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:07.763751 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-60dfbd1d-4346-4908-9794-f66d9586f96d req-8104b22a-ed1d-4e32-8a76-2b0ec39eb52e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 946 time: 0.0805848
Nov 10 14:53:07.807748 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-60dfbd1d-4346-4908-9794-f66d9586f96d req-bd91bc26-9456-4466-ae99-531f26aee030 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382617
Nov 10 14:53:08.997897 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34633296-3fdc-4572-bab5-2c068ea90f62 req-5dc09b29-944a-4fba-9bad-87f25a68c28d tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:08.999398 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-34633296-3fdc-4572-bab5-2c068ea90f62 req-5dc09b29-944a-4fba-9bad-87f25a68c28d tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 946 time: 0.0874367
Nov 10 14:53:09.046432 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-34633296-3fdc-4572-bab5-2c068ea90f62 req-e63eeb89-a327-4079-90e9-1eb5e1112a33 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412767
Nov 10 14:53:10.230570 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0160-e97c-4c96-bafc-001503c9706d req-8cbc8fb0-dd77-4355-82d7-a10eb8dc7768 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:10.232062 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-088f0160-e97c-4c96-bafc-001503c9706d req-8cbc8fb0-dd77-4355-82d7-a10eb8dc7768 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 946 time: 0.0845475
Nov 10 14:53:10.275897 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-088f0160-e97c-4c96-bafc-001503c9706d req-bae83620-6202-41e8-b670-9b018e49ac2c tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382931
Nov 10 14:53:10.459320 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088bfd9-c3be-4841-a875-38909c53ed14 req-4c651434-eced-4f65-bf1f-49dd46ef79ac tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:10.460839 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a088bfd9-c3be-4841-a875-38909c53ed14 req-4c651434-eced-4f65-bf1f-49dd46ef79ac tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 946 time: 0.0816507
Nov 10 14:53:10.514107 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a088bfd9-c3be-4841-a875-38909c53ed14 req-c04d64fc-b2fe-4f7e-a0a8-932824ef8350 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472453
Nov 10 14:53:10.896557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86642c-5166-42d6-9d4c-baaf016b63d4 req-36d43534-e5d9-4572-9321-888784f14c24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:10.897934 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f86642c-5166-42d6-9d4c-baaf016b63d4 req-36d43534-e5d9-4572-9321-888784f14c24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 946 time: 0.0797884
Nov 10 14:53:10.951440 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f86642c-5166-42d6-9d4c-baaf016b63d4 req-e0fa5b0c-3f5f-4ede-830e-bce293692ed1 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470030
Nov 10 14:53:14.675595 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:22.161913 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9d2d1-aa13-4abc-8831-c494092414aa req-66cbc382-28ea-46e9-b0dc-b73d6fe4f537 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:22.163367 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-70b9d2d1-aa13-4abc-8831-c494092414aa req-66cbc382-28ea-46e9-b0dc-b73d6fe4f537 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 946 time: 0.0840569
Nov 10 14:53:22.208098 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-70b9d2d1-aa13-4abc-8831-c494092414aa req-5463430d-6358-47ee-b0f0-21a16f162b00 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391345
Nov 10 14:53:22.231435 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34434) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:53:22.347990 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7564334-c554-41f3-958a-436ea7bfe5ab tempest-TestMinimumBasicScenario-1350245823 tempest-TestMinimumBasicScenario-1350245823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:22.348709 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-c7564334-c554-41f3-958a-436ea7bfe5ab tempest-TestMinimumBasicScenario-1350245823 tempest-TestMinimumBasicScenario-1350245823-project-admin] Synchronizing usage tracker for tenant:73a9d3cfc7bf41da9cf8cbe49c5a1261 on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:53:22.426201 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-c7564334-c554-41f3-958a-436ea7bfe5ab tempest-TestMinimumBasicScenario-1350245823 tempest-TestMinimumBasicScenario-1350245823-project-admin] Unset dirty status for tenant:73a9d3cfc7bf41da9cf8cbe49c5a1261 on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:53:22.427415 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-c7564334-c554-41f3-958a-436ea7bfe5ab tempest-TestMinimumBasicScenario-1350245823 tempest-TestMinimumBasicScenario-1350245823-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 1094 time: 0.1948428
Nov 10 14:53:22.431710 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34440) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:53:22.436190 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Request body: {'floatingip': {'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'port_id': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:53:22.442522 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:53:22.447428 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Usage tracker for resource:floatingip and tenant:6719da29769b4f6fb85bc6166dd2e466 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:53:22.450773 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:53:22.456616 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:53:22.566742 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for floatingip, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:22.706173 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:22.844495 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_common [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Allocated IP 172.27.3.226 (f227f18b-4020-4a8a-ad74-e84290a1be57/f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0/be72fb79-a75b-4399-a953-2104561abe59) {{(pid=87468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 14:53:22.996574 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for port, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:23.140991 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735945470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:23.144892 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-bdcb4ab7-3523-4ce5-a8fd-2d251caf94cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:23.208435 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Network f227f18b-4020-4a8a-ad74-e84290a1be57 is already hosted by enough agents. {{(pid=87468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 14:53:23.211392 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.base_scheduler [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Resources bound (agent type, host, resource id):  {{(pid=87468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 14:53:23.214487 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Received port after_create {{(pid=87468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 10 14:53:23.254318 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event updated for resources: {'Port': ['ID=be72fb79-a75b-4399-a953-2104561abe59,revision_number=1']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:23.258314 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:23.746743 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:23.985308 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:24.197915 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:24.291977 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:24.295908 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6d64da10-4add-4456-af37-dad2cd805396 tempest-AttachVolumeShelveTestJSON-1443981679 tempest-AttachVolumeShelveTestJSON-1443981679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:24.404193 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event updated for resources: {'Port': ['ID=be72fb79-a75b-4399-a953-2104561abe59,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:24.408183 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:24.415453 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053327'] for floatingip, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:24.632700 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.l3_db [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Floating IP 86f18772-047a-4d8c-80ad-4ec91dd80235 associated. External IP: 172.27.3.226, port: 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a.
Nov 10 14:53:24.823721 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-93204664-baa2-4cf2-a5f5-51d1a9478076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:25.009416 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Router 003bc898-f607-4dca-be76-b6a11e73a977 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:53:25.195652 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:53:25.209038 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf889bef-ffed-41d5-97d6-4ac07225ab59 None None] Sync routers for ids ['003bc898-f607-4dca-be76-b6a11e73a977'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:53:25.226316 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf889bef-ffed-41d5-97d6-4ac07225ab59 None None] Routers {'003bc898-f607-4dca-be76-b6a11e73a977'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:53:25.226937 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-bf889bef-ffed-41d5-97d6-4ac07225ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedfbf250>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:52:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['003bc898-f607-4dca-be76-b6a11e73a977'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:53:25.332094 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:25.380250 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:25.392089 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9602149
Nov 10 14:53:25.392786 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:53:25.395021 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34444) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:53:25.401038 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073766660', 'description': 'tempest-secgroup-smoke-2073766660 description', 'project_id': '6719da29769b4f6fb85bc6166dd2e466'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:53:25.407938 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:53:25.410553 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-bf889bef-ffed-41d5-97d6-4ac07225ab59 None None] Set router 003bc898-f607-4dca-be76-b6a11e73a977 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:53:25.419514 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:53:25.440548 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'status': 'completed', 'code': 200}
Nov 10 14:53:25.504324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:25.539515 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:53:25.545235 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Usage tracker for resource:security_group_rule and tenant:6719da29769b4f6fb85bc6166dd2e466 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:53:25.548563 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:53:25.556331 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:53:25.591686 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1228d4-9022-4da7-9748-b2e5d19960b3 req-8d4db1ed-eb30-4742-8aa6-8b6c38799dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:25.593090 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eb1228d4-9022-4da7-9748-b2e5d19960b3 req-8d4db1ed-eb30-4742-8aa6-8b6c38799dca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6719da29769b4f6fb85bc6166dd2e466&device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 1099 time: 0.1261220
Nov 10 14:53:25.731521 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:25.767824 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1228d4-9022-4da7-9748-b2e5d19960b3 req-a9844e23-57b6-461a-95f9-fa40fd20904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:25.769321 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eb1228d4-9022-4da7-9748-b2e5d19960b3 req-a9844e23-57b6-461a-95f9-fa40fd20904b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1046fc89-0b34-440e-9093-0e472c9fe8a2 HTTP/1.1" status: 200  len: 915 time: 0.1658363
Nov 10 14:53:25.781662 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-bf889bef-ffed-41d5-97d6-4ac07225ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedfbf250>, [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:52:23Z', 'revision_number': 4, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '86f18772-047a-4d8c-80ad-4ec91dd80235', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'port_id': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'mac_address': 'fa:16:3e:b0:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:53:23Z', 'updated_at': '2021-11-10T14:53:23Z', 'revision_number': 0, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98fc008a-4ff7-467f-9dce-2cd66d28679c', 'name': '', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'mac_address': 'fa:16:3e:b8:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:23Z', 'updated_at': '2021-11-10T14:52:29Z', 'revision_number': 5, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'subnets': [{'id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:53:25.786339 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf889bef-ffed-41d5-97d6-4ac07225ab59 None None] Checking router: 003bc898-f607-4dca-be76-b6a11e73a977 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:53:25.795621 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf889bef-ffed-41d5-97d6-4ac07225ab59 None None] Routers {'003bc898-f607-4dca-be76-b6a11e73a977'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:53:25.796257 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-bf889bef-ffed-41d5-97d6-4ac07225ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedfbf250>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:52:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['003bc898-f607-4dca-be76-b6a11e73a977'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:53:25.829814 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:25.841250 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c2b22940-b80f-4d59-b061-72620f3d8faa tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:25.914954 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff3d2db-7db6-45d0-a659-dfa6f4f61098,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:25.919158 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eb1228d4-9022-4da7-9748-b2e5d19960b3 req-94fa7ec2-146c-4d1c-87aa-666bdc6a9c69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a HTTP/1.1" status: 200  len: 1000 time: 0.1426072
Nov 10 14:53:25.925456 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:25.925841 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:25.926221 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:25.926595 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:25.926961 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:25.927363 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:25.927769 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:25.928135 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:25.928496 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:25.929404 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:25.929764 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:25.930148 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:25.963505 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:25.978872 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-bf889bef-ffed-41d5-97d6-4ac07225ab59 None None] Set router 003bc898-f607-4dca-be76-b6a11e73a977 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:53:25.992074 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1228d4-9022-4da7-9748-b2e5d19960b3 req-567eef72-db44-4f72-85b3-4172ad078d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:25.993614 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eb1228d4-9022-4da7-9748-b2e5d19960b3 req-567eef72-db44-4f72-85b3-4172ad078d8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf HTTP/1.1" status: 200  len: 853 time: 0.0603659
Nov 10 14:53:26.047461 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:26.048749 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-6c07bb2c-d8c5-4358-9853-23b15f9ac4a3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6525223
Nov 10 14:53:26.051715 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34450) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:53:26.057342 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-e1fa71fa-9bb3-4ec6-aa16-680757f391a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Request body: {'security_group_rule': {'security_group_id': '8ff3d2db-7db6-45d0-a659-dfa6f4f61098', 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:53:26.063669 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e1fa71fa-9bb3-4ec6-aa16-680757f391a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:53:26.067913 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e1fa71fa-9bb3-4ec6-aa16-680757f391a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Usage tracker for resource:security_group_rule and tenant:6719da29769b4f6fb85bc6166dd2e466 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:53:26.075943 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-e1fa71fa-9bb3-4ec6-aa16-680757f391a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:53:26.080228 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1228d4-9022-4da7-9748-b2e5d19960b3 req-455e9d48-f5e4-44fa-aab9-a0a48688dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:26.080425 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-e1fa71fa-9bb3-4ec6-aa16-680757f391a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:53:26.082051 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eb1228d4-9022-4da7-9748-b2e5d19960b3 req-455e9d48-f5e4-44fa-aab9-a0a48688dcd1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1046fc89-0b34-440e-9093-0e472c9fe8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806558
Nov 10 14:53:26.167966 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e1fa71fa-9bb3-4ec6-aa16-680757f391a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:26.233075 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e1fa71fa-9bb3-4ec6-aa16-680757f391a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:26.241673 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eb1228d4-9022-4da7-9748-b2e5d19960b3 req-759ef777-460a-4edf-9b6a-7caa4d574084 service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479480
Nov 10 14:53:26.323365 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e1fa71fa-9bb3-4ec6-aa16-680757f391a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:26.325839 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:26.348810 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa71fa-9bb3-4ec6-aa16-680757f391a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1881a744-4257-481e-b89d-36137fcea258,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:26.353302 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e1fa71fa-9bb3-4ec6-aa16-680757f391a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:26.380268 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-bf889bef-ffed-41d5-97d6-4ac07225ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedfbf250>, [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:52:23Z', 'revision_number': 4, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '86f18772-047a-4d8c-80ad-4ec91dd80235', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'port_id': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'mac_address': 'fa:16:3e:b0:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:53:23Z', 'updated_at': '2021-11-10T14:53:23Z', 'revision_number': 0, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98fc008a-4ff7-467f-9dce-2cd66d28679c', 'name': '', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'mac_address': 'fa:16:3e:b8:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:23Z', 'updated_at': '2021-11-10T14:52:29Z', 'revision_number': 5, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'subnets': [{'id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:53:26.385497 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf889bef-ffed-41d5-97d6-4ac07225ab59 None None] The sync data for ids ['003bc898-f607-4dca-be76-b6a11e73a977'] in dv-cinder-817404-1-iscsi is: [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:52:23Z', 'revision_number': 4, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_floatingips': [{'id': '86f18772-047a-4d8c-80ad-4ec91dd80235', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'router_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'port_id': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'mac_address': 'fa:16:3e:b0:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:53:23Z', 'updated_at': '2021-11-10T14:53:23Z', 'revision_number': 0, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98fc008a-4ff7-467f-9dce-2cd66d28679c', 'name': '', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'mac_address': 'fa:16:3e:b8:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:23Z', 'updated_at': '2021-11-10T14:52:29Z', 'revision_number': 5, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'subnets': [{'id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:53:26.454944 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e1fa71fa-9bb3-4ec6-aa16-680757f391a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:26.458181 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-e1fa71fa-9bb3-4ec6-aa16-680757f391a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4035993
Nov 10 14:53:26.459308 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34454) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:53:26.465589 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Request body: {'security_group_rule': {'security_group_id': '8ff3d2db-7db6-45d0-a659-dfa6f4f61098', 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:53:26.472811 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:53:26.477658 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Usage tracker for resource:security_group_rule and tenant:6719da29769b4f6fb85bc6166dd2e466 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:53:26.481444 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:53:26.488940 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:53:26.495574 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eb1228d4-9022-4da7-9748-b2e5d19960b3 req-cc4a6163-8c36-452d-b5bc-682e5c474b70 service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2440784
Nov 10 14:53:26.583218 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:26.604009 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14f40c-39b4-4061-962d-83da59cf437d None None] New status for floating IP 86f18772-047a-4d8c-80ad-4ec91dd80235: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:53:26.768778 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:26.849175 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:26.855392 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:26.874738 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217da2c3-5163-4de6-8d8c-72441ffeebf8,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:26.885904 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:26.886286 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:26.886659 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:26.887029 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:26.887419 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:26.887786 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:26.888149 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:26.888505 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:26.888870 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:26.889226 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:26.889582 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:26.889937 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:53:26.893037 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:26.951934 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:26.953190 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4925487
Nov 10 14:53:26.955777 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34458) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:53:26.961063 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-ce6c0b84-e4c3-41b4-801f-60388ad96279 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Request body: {'security_group_rule': {'security_group_id': '8ff3d2db-7db6-45d0-a659-dfa6f4f61098', 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:53:26.967249 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-ce6c0b84-e4c3-41b4-801f-60388ad96279 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:53:26.971127 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-ce6c0b84-e4c3-41b4-801f-60388ad96279 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Usage tracker for resource:security_group_rule and tenant:6719da29769b4f6fb85bc6166dd2e466 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:53:26.973994 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-ce6c0b84-e4c3-41b4-801f-60388ad96279 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:53:26.979865 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-ce6c0b84-e4c3-41b4-801f-60388ad96279 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:53:27.096089 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ce6c0b84-e4c3-41b4-801f-60388ad96279 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:27.161154 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ce6c0b84-e4c3-41b4-801f-60388ad96279 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:27.248772 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ce6c0b84-e4c3-41b4-801f-60388ad96279 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:27.250832 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:27.273821 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c0b84-e4c3-41b4-801f-60388ad96279 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7b4cd5-6137-4485-91fe-0c49a2a3eabb,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:27.278245 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ce6c0b84-e4c3-41b4-801f-60388ad96279 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:27.340248 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ce6c0b84-e4c3-41b4-801f-60388ad96279 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:27.341586 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ce6c0b84-e4c3-41b4-801f-60388ad96279 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3848825
Nov 10 14:53:27.344443 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34462) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:53:27.349422 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-102161a7-ade6-4a12-88bc-14c755c23043 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Request body: {'security_group_rule': {'security_group_id': '8ff3d2db-7db6-45d0-a659-dfa6f4f61098', 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:53:27.355886 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-102161a7-ade6-4a12-88bc-14c755c23043 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:53:27.359798 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-102161a7-ade6-4a12-88bc-14c755c23043 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Usage tracker for resource:security_group_rule and tenant:6719da29769b4f6fb85bc6166dd2e466 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:53:27.362655 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-102161a7-ade6-4a12-88bc-14c755c23043 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:53:27.368462 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-102161a7-ade6-4a12-88bc-14c755c23043 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:53:27.447794 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-102161a7-ade6-4a12-88bc-14c755c23043 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:27.466237 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd49f9ad-6d52-4e40-aa1d-afc837814692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:27.516781 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-102161a7-ade6-4a12-88bc-14c755c23043 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:27.594981 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-102161a7-ade6-4a12-88bc-14c755c23043 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:27.597100 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ee3c1fc1-79d1-4163-9181-7a5541e0ea24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:27.620099 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102161a7-ade6-4a12-88bc-14c755c23043 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b82639f-c505-4a8b-a383-28913f832ad8,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:27.622477 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-102161a7-ade6-4a12-88bc-14c755c23043 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:27.712376 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-102161a7-ade6-4a12-88bc-14c755c23043 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:27.713624 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-102161a7-ade6-4a12-88bc-14c755c23043 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3682468
Nov 10 14:53:27.716416 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34466) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:53:27.721530 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Request body: {'security_group_rule': {'security_group_id': '8ff3d2db-7db6-45d0-a659-dfa6f4f61098', 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:53:27.727647 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:53:27.731630 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Usage tracker for resource:security_group_rule and tenant:6719da29769b4f6fb85bc6166dd2e466 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:53:27.734897 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:53:27.740626 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:53:27.826407 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.securitygroups_db [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Project 6719da29769b4f6fb85bc6166dd2e466 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 14:53:27.833374 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:27.895988 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:27.977642 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:27.983783 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:28.005332 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e11a077-1e2c-44dc-bc7a-cfc47789a5a1,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:28.009804 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:28.126485 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:28.127771 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-a6d8e16e-5727-45b4-bc45-03daed59a19a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4104002
Nov 10 14:53:28.130515 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34470) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:53:28.135708 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Request body: {'security_group_rule': {'security_group_id': '8ff3d2db-7db6-45d0-a659-dfa6f4f61098', 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:53:28.141722 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 14:53:28.145590 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Usage tracker for resource:security_group_rule and tenant:6719da29769b4f6fb85bc6166dd2e466 is out of sync, need to count used quota {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 14:53:28.152712 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87468) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 14:53:28.154685 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.quota.driver [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87468) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 14:53:28.254643 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.securitygroups_db [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Project 6719da29769b4f6fb85bc6166dd2e466 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 14:53:28.261656 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:28.329585 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:28.386278 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042504'] for security_group_rule, after_create {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:28.388335 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:28.411104 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b56d3b9-85f5-4aca-a12c-9c86ec83a32f,revision_number=0']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:28.413754 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:28.463903 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:28.494867 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:28.496131 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-6f993217-3e10-4036-91b1-0bdd1db49855 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3646307
Nov 10 14:53:28.619557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-fafa4149-a145-4580-b93d-add7a3b45160 req-8fb1e930-7772-4918-802c-6d6a3de2afe4 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Synchronizing usage tracker for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:security_group {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:53:28.734685 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-fafa4149-a145-4580-b93d-add7a3b45160 req-8fb1e930-7772-4918-802c-6d6a3de2afe4 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Unset dirty status for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:security_group {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:53:28.735914 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fafa4149-a145-4580-b93d-add7a3b45160 req-8fb1e930-7772-4918-802c-6d6a3de2afe4 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073766660&fields=id&tenant_id=6719da29769b4f6fb85bc6166dd2e466 HTTP/1.1" status: 200  len: 267 time: 0.1562715
Nov 10 14:53:28.820949 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa4149-a145-4580-b93d-add7a3b45160 req-5f4e8fae-6da6-4c5a-9922-e558aa1700e5 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:28.822399 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fafa4149-a145-4580-b93d-add7a3b45160 req-5f4e8fae-6da6-4c5a-9922-e558aa1700e5 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 946 time: 0.0809672
Nov 10 14:53:28.833253 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-fafa4149-a145-4580-b93d-add7a3b45160 req-191d38d9-5d48-4d71-85af-d708792a57f3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Request body: {'port': {'security_groups': ['7cbf3611-1d74-4eb4-90f9-45440549169a', '8ff3d2db-7db6-45d0-a659-dfa6f4f61098']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:53:28.952963 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-fafa4149-a145-4580-b93d-add7a3b45160 req-191d38d9-5d48-4d71-85af-d708792a57f3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:29.216202 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-fafa4149-a145-4580-b93d-add7a3b45160 req-191d38d9-5d48-4d71-85af-d708792a57f3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] For port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:53:29.240965 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-fafa4149-a145-4580-b93d-add7a3b45160 req-191d38d9-5d48-4d71-85af-d708792a57f3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:29.315057 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-fafa4149-a145-4580-b93d-add7a3b45160 req-191d38d9-5d48-4d71-85af-d708792a57f3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222607'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:29.321259 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2018bcf8-204f-4ed6-ab79-dd119331417d tempest-TestShelveInstance-378137550 tempest-TestShelveInstance-378137550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:53:29.330462 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:53:29.387915 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa4149-a145-4580-b93d-add7a3b45160 req-191d38d9-5d48-4d71-85af-d708792a57f3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:29.388650 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-fafa4149-a145-4580-b93d-add7a3b45160 req-191d38d9-5d48-4d71-85af-d708792a57f3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:29.390004 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fafa4149-a145-4580-b93d-add7a3b45160 req-191d38d9-5d48-4d71-85af-d708792a57f3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "PUT /v2.0/ports/2cea49a4-5a26-4b4a-9c59-16dfd272bc7a HTTP/1.1" status: 200  len: 982 time: 0.5612376
Nov 10 14:53:29.390546 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:53:29.418926 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d38d9-5d48-4d71-85af-d708792a57f3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event updated for resources: {'Port': ['ID=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,revision_number=6']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:53:29.423000 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-191d38d9-5d48-4d71-85af-d708792a57f3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:53:29.457790 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'status': 'completed', 'code': 200}
Nov 10 14:53:29.477585 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:53:29.657418 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384c0eb-63c5-47a7-b22e-f777f65736c8 req-a7f78a06-abd3-4790-b5ab-789fc577c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:29.659320 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2384c0eb-63c5-47a7-b22e-f777f65736c8 req-a7f78a06-abd3-4790-b5ab-789fc577c63a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6719da29769b4f6fb85bc6166dd2e466&device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 1138 time: 0.1709039
Nov 10 14:53:29.668316 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd7172-778e-4306-b296-10a046d719bb req-1b2b0d4f-5d6e-4dc6-8b17-2778de70b11a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:29.670658 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5cd7172-778e-4306-b296-10a046d719bb req-1b2b0d4f-5d6e-4dc6-8b17-2778de70b11a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.1310680
Nov 10 14:53:29.709119 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-9739a512-ec1e-43bc-98bb-ae1cac33f2e9 None None] Provisioning complete for port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:53:29.709507 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9739a512-ec1e-43bc-98bb-ae1cac33f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:29.804127 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5cd7172-778e-4306-b296-10a046d719bb req-9f3ee3c1-cbfa-4b4f-9cf8-b4f7d71f30ae tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1122627
Nov 10 14:53:29.838538 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384c0eb-63c5-47a7-b22e-f777f65736c8 req-46fc35df-e60b-4c6e-9b0f-8b9ad59cd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:29.840543 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2384c0eb-63c5-47a7-b22e-f777f65736c8 req-46fc35df-e60b-4c6e-9b0f-8b9ad59cd759 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1046fc89-0b34-440e-9093-0e472c9fe8a2 HTTP/1.1" status: 200  len: 915 time: 0.1688290
Nov 10 14:53:29.924904 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:29.950216 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2384c0eb-63c5-47a7-b22e-f777f65736c8 req-eee292a2-3868-422a-b32d-96285c108fce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a HTTP/1.1" status: 200  len: 1002 time: 0.1022053
Nov 10 14:53:30.016911 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384c0eb-63c5-47a7-b22e-f777f65736c8 req-10210bd7-d361-4622-bc51-2652eef41f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:30.018372 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2384c0eb-63c5-47a7-b22e-f777f65736c8 req-10210bd7-d361-4622-bc51-2652eef41f18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf HTTP/1.1" status: 200  len: 853 time: 0.0590453
Nov 10 14:53:30.101210 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384c0eb-63c5-47a7-b22e-f777f65736c8 req-0c212e5a-76cc-46b8-88b7-bb54f7308607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:30.103187 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2384c0eb-63c5-47a7-b22e-f777f65736c8 req-0c212e5a-76cc-46b8-88b7-bb54f7308607 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1046fc89-0b34-440e-9093-0e472c9fe8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765111
Nov 10 14:53:30.244157 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2384c0eb-63c5-47a7-b22e-f777f65736c8 req-0e2dda68-6edc-4566-94c3-99a8562775cb service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330228
Nov 10 14:53:30.380278 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2384c0eb-63c5-47a7-b22e-f777f65736c8 req-07257194-883f-4f3c-b614-36d39d6d2111 service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262207
Nov 10 14:53:38.157127 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:53:44.680423 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:51.063968 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81139c-f0d3-483e-8481-d95269b7c48c req-d2f909f9-6bd6-471a-a83f-825871241568 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:51.065453 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5d81139c-f0d3-483e-8481-d95269b7c48c req-d2f909f9-6bd6-471a-a83f-825871241568 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.1419158
Nov 10 14:53:51.090286 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd1046-6282-4a6e-962d-e4320a4ae798 req-7f00837e-a2ee-4cfd-a0ef-5eef0754ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:51.091675 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-17bd1046-6282-4a6e-962d-e4320a4ae798 req-7f00837e-a2ee-4cfd-a0ef-5eef0754ae83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6719da29769b4f6fb85bc6166dd2e466&device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 1138 time: 0.1104331
Nov 10 14:53:51.292651 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5d81139c-f0d3-483e-8481-d95269b7c48c req-ba2f4521-8bd1-4bb0-b4a8-228388852da8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2198131
Nov 10 14:53:51.348759 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd1046-6282-4a6e-962d-e4320a4ae798 req-9ae4831d-7c2b-45ea-9657-38daa0758efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:51.350713 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-17bd1046-6282-4a6e-962d-e4320a4ae798 req-9ae4831d-7c2b-45ea-9657-38daa0758efa service neutron] 10.222.0.16 "GET /v2.0/networks?id=1046fc89-0b34-440e-9093-0e472c9fe8a2 HTTP/1.1" status: 200  len: 915 time: 0.2455726
Nov 10 14:53:51.456163 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-17bd1046-6282-4a6e-962d-e4320a4ae798 req-e2ea074d-9f1b-4662-bda5-2133c996198c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a HTTP/1.1" status: 200  len: 1002 time: 0.0978172
Nov 10 14:53:51.521079 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd1046-6282-4a6e-962d-e4320a4ae798 req-89890b39-19b4-4a58-b611-db782f876710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:51.523110 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-17bd1046-6282-4a6e-962d-e4320a4ae798 req-89890b39-19b4-4a58-b611-db782f876710 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf HTTP/1.1" status: 200  len: 853 time: 0.0577736
Nov 10 14:53:51.602597 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd1046-6282-4a6e-962d-e4320a4ae798 req-d5c88cd8-2aec-449d-89f3-2aeece9f0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:51.604020 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-17bd1046-6282-4a6e-962d-e4320a4ae798 req-d5c88cd8-2aec-449d-89f3-2aeece9f0ace service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1046fc89-0b34-440e-9093-0e472c9fe8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702050
Nov 10 14:53:51.736214 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-17bd1046-6282-4a6e-962d-e4320a4ae798 req-411a1f13-d5f0-4aa1-86ff-52f5f266e7a5 service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241319
Nov 10 14:53:51.872226 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-17bd1046-6282-4a6e-962d-e4320a4ae798 req-4fb0991a-9479-434b-85ae-408398663f89 service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242766
Nov 10 14:53:52.484818 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23def988-112c-48e5-b6c1-d5d09a935155 req-55a3b0ad-e032-4eb5-adf1-bb2ed935b76c tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:52.486287 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-23def988-112c-48e5-b6c1-d5d09a935155 req-55a3b0ad-e032-4eb5-adf1-bb2ed935b76c tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0820577
Nov 10 14:53:52.538446 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-23def988-112c-48e5-b6c1-d5d09a935155 req-60a31b7b-3b8a-4aa3-bcb4-68fc28fd6966 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0456083
Nov 10 14:53:53.727259 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069396d1-0045-494c-9423-212b7a628e73 req-ad82b2a1-2bd8-4961-95b7-9eea56dd9670 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:53.728724 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-069396d1-0045-494c-9423-212b7a628e73 req-ad82b2a1-2bd8-4961-95b7-9eea56dd9670 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0851524
Nov 10 14:53:53.775856 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-069396d1-0045-494c-9423-212b7a628e73 req-568ec05c-ec6f-45fc-9de6-edaaf828d254 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412505
Nov 10 14:53:54.859434 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a37fb311-78fc-4268-8f19-c7fbe7b0efcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:54.912193 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c68e9f-9777-4f46-b77c-401cc60e02f4 req-00bab02a-902f-4b7c-b6d3-2e0aee3151bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:54.913678 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30c68e9f-9777-4f46-b77c-401cc60e02f4 req-00bab02a-902f-4b7c-b6d3-2e0aee3151bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6719da29769b4f6fb85bc6166dd2e466&device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 1138 time: 0.0726309
Nov 10 14:53:54.965882 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a938b-83da-44ad-b091-c0a92e23263c req-2fb3084d-7e54-4c9d-a625-ed2c5ffc11ec tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:54.967482 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-005a938b-83da-44ad-b091-c0a92e23263c req-2fb3084d-7e54-4c9d-a625-ed2c5ffc11ec tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0833526
Nov 10 14:53:55.016481 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-005a938b-83da-44ad-b091-c0a92e23263c req-aa2b4f8c-ddc5-455d-9d21-928a9af06275 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0431092
Nov 10 14:53:55.066564 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c68e9f-9777-4f46-b77c-401cc60e02f4 req-9da68f32-7794-49bb-b0e2-6c3e6c6d04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:55.068060 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30c68e9f-9777-4f46-b77c-401cc60e02f4 req-9da68f32-7794-49bb-b0e2-6c3e6c6d04ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=1046fc89-0b34-440e-9093-0e472c9fe8a2 HTTP/1.1" status: 200  len: 915 time: 0.1333196
Nov 10 14:53:55.176772 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30c68e9f-9777-4f46-b77c-401cc60e02f4 req-0d3d9174-5e5b-4b81-9d75-d80cfe79b49d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a HTTP/1.1" status: 200  len: 1002 time: 0.0995207
Nov 10 14:53:55.255488 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c68e9f-9777-4f46-b77c-401cc60e02f4 req-cb2669cf-92bf-4107-99e5-351c26917420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:55.256952 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30c68e9f-9777-4f46-b77c-401cc60e02f4 req-cb2669cf-92bf-4107-99e5-351c26917420 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf HTTP/1.1" status: 200  len: 853 time: 0.0708227
Nov 10 14:53:55.280290 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:55.339422 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c68e9f-9777-4f46-b77c-401cc60e02f4 req-727bf726-d872-4c83-ab69-7b9f446234ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:55.340915 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30c68e9f-9777-4f46-b77c-401cc60e02f4 req-727bf726-d872-4c83-ab69-7b9f446234ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1046fc89-0b34-440e-9093-0e472c9fe8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715809
Nov 10 14:53:55.474832 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30c68e9f-9777-4f46-b77c-401cc60e02f4 req-c078be29-eae8-41f4-8a37-de21dee34597 service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265564
Nov 10 14:53:55.624472 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30c68e9f-9777-4f46-b77c-401cc60e02f4 req-152c68d7-d254-4387-b65d-2de7a09c52b2 service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423399
Nov 10 14:53:56.214284 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6650dcf-d4d2-4ff1-bbfb-0617c91c1169 req-6ceebfb1-97fc-4a6e-80ad-cf6327470851 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:56.215793 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c6650dcf-d4d2-4ff1-bbfb-0617c91c1169 req-6ceebfb1-97fc-4a6e-80ad-cf6327470851 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0939217
Nov 10 14:53:56.358667 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c6650dcf-d4d2-4ff1-bbfb-0617c91c1169 req-939ec0f3-869b-4c54-90d0-658b2a4f0bd9 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1367409
Nov 10 14:53:57.476600 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e5e90a93-62df-4ddf-9485-b74a24203e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:57.550252 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1e110-ba81-4f7f-9891-ab3ba3a73278 req-112dedc1-e612-4345-8140-f23126a53a10 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:57.551785 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c3a1e110-ba81-4f7f-9891-ab3ba3a73278 req-112dedc1-e612-4345-8140-f23126a53a10 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0890636
Nov 10 14:53:57.598123 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c3a1e110-ba81-4f7f-9891-ab3ba3a73278 req-9c30135f-a99c-4765-9a62-cfd667fd395a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405395
Nov 10 14:53:58.476516 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:53:58.781148 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0bfc4-d343-4750-bb5d-7e219b92eed8 req-db0b63c7-a471-4e6c-8171-bd4b98d4ab3e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:53:58.782623 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e6c0bfc4-d343-4750-bb5d-7e219b92eed8 req-db0b63c7-a471-4e6c-8171-bd4b98d4ab3e tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0810528
Nov 10 14:53:58.828866 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e6c0bfc4-d343-4750-bb5d-7e219b92eed8 req-0419775a-9227-4c02-a154-d352e7855c47 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0404279
Nov 10 14:53:59.810801 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:00.011101 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9a9e1-6fbe-4b36-bee9-5b43fb4c728a req-dfeaad3e-4cf9-45a4-94b8-148223e1042a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:00.012555 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-02b9a9e1-6fbe-4b36-bee9-5b43fb4c728a req-dfeaad3e-4cf9-45a4-94b8-148223e1042a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0807996
Nov 10 14:54:00.058827 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-02b9a9e1-6fbe-4b36-bee9-5b43fb4c728a req-627e0a42-f863-421a-bb25-9d37be32c94a tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405140
Nov 10 14:54:01.247490 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2825f-cea5-4551-b0e5-e3e973ecfb6c req-92925e91-ac6b-4543-a34c-851e9e2568cb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:01.248960 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6ea2825f-cea5-4551-b0e5-e3e973ecfb6c req-92925e91-ac6b-4543-a34c-851e9e2568cb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0822577
Nov 10 14:54:01.294820 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6ea2825f-cea5-4551-b0e5-e3e973ecfb6c req-39bb6e80-b934-4559-9c55-9a5b6aa29f24 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0401173
Nov 10 14:54:02.510702 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735effb-8654-4560-a66b-6ec721821156 req-720365a8-2531-4445-a3b4-db16ef61affd tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:02.516288 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a735effb-8654-4560-a66b-6ec721821156 req-720365a8-2531-4445-a3b4-db16ef61affd tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.1102545
Nov 10 14:54:02.569172 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-a735effb-8654-4560-a66b-6ec721821156 req-4541ab00-59d2-4684-84d4-9f5a8f339c7d tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0466669
Nov 10 14:54:03.765452 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658062c-0313-46b0-aa7a-c0bdf3415ec1 req-a3043d50-1872-4adf-b30e-e82a6a38e609 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:03.766866 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3658062c-0313-46b0-aa7a-c0bdf3415ec1 req-a3043d50-1872-4adf-b30e-e82a6a38e609 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0855498
Nov 10 14:54:03.818377 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3658062c-0313-46b0-aa7a-c0bdf3415ec1 req-c0a9c97a-2709-40dd-874b-a80b1f7da1e7 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450423
Nov 10 14:54:05.005471 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31de38-1253-4008-b3d7-5a7db6289e0d req-6a0575ab-9277-4620-bbe3-fcda7abf0840 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:05.006982 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0c31de38-1253-4008-b3d7-5a7db6289e0d req-6a0575ab-9277-4620-bbe3-fcda7abf0840 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0821347
Nov 10 14:54:05.056511 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0c31de38-1253-4008-b3d7-5a7db6289e0d req-ccf82d86-f0b8-451d-b39c-e2a53c1f53bc tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0436542
Nov 10 14:54:06.240880 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b4e26-991a-4292-b99c-3f0670aff7bc req-4ca6ee80-20f7-43f0-8a51-2139bd0e5e97 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:06.242404 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4e9b4e26-991a-4292-b99c-3f0670aff7bc req-4ca6ee80-20f7-43f0-8a51-2139bd0e5e97 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0818477
Nov 10 14:54:06.290006 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4e9b4e26-991a-4292-b99c-3f0670aff7bc req-c7e2e159-f3f3-4ed6-93b2-3542e55581d1 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0417130
Nov 10 14:54:07.481729 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef706f7-4edf-4e3a-a503-2ec72aab4c4e req-061ebe6f-225e-49e5-89ab-2d8082b5e737 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:07.483277 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bef706f7-4edf-4e3a-a503-2ec72aab4c4e req-061ebe6f-225e-49e5-89ab-2d8082b5e737 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0864496
Nov 10 14:54:07.533106 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-bef706f7-4edf-4e3a-a503-2ec72aab4c4e req-b1eafed0-8a47-4c1b-8bc7-c8d0bf41407b tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414224
Nov 10 14:54:08.725552 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a835703-6b9a-428f-b421-d9b12d6bbad8 req-c7e0a4d1-c778-47a1-be50-53314c643ac7 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:08.727044 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a835703-6b9a-428f-b421-d9b12d6bbad8 req-c7e0a4d1-c778-47a1-be50-53314c643ac7 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0852106
Nov 10 14:54:08.773332 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a835703-6b9a-428f-b421-d9b12d6bbad8 req-68d7106b-65b1-4f02-9432-07854cf8b985 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ff3d2db-7db6-45d0-a659-dfa6f4f61098&id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405700
Nov 10 14:54:14.685298 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:15.156085 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:54:24.836196 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff27d1ae-7f37-4011-a77c-b55586c32acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:25.321909 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:27.487813 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-00c7592d-0a27-40e8-a558-0332523b867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:28.607249 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:29.824503 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:44.493762 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c43893be-dc02-4e28-ac35-b69a2bf253bb req-ba65cea1-b20b-4294-a443-51a9da7e12a8 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073766660&fields=id&tenant_id=6719da29769b4f6fb85bc6166dd2e466 HTTP/1.1" status: 200  len: 267 time: 0.0416591
Nov 10 14:54:44.585540 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43893be-dc02-4e28-ac35-b69a2bf253bb req-239425ad-3315-49ae-8274-6f6949dc7428 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:44.587016 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c43893be-dc02-4e28-ac35-b69a2bf253bb req-239425ad-3315-49ae-8274-6f6949dc7428 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 985 time: 0.0875983
Nov 10 14:54:44.598523 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.v2.base [req-c43893be-dc02-4e28-ac35-b69a2bf253bb req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Request body: {'port': {'security_groups': ['7cbf3611-1d74-4eb4-90f9-45440549169a']}} {{(pid=87468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 14:54:44.670142 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:44.720833 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-c43893be-dc02-4e28-ac35-b69a2bf253bb req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932814'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:44.958132 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [req-c43893be-dc02-4e28-ac35-b69a2bf253bb req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] For port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:54:44.981923 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-c43893be-dc02-4e28-ac35-b69a2bf253bb req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:45.041333 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-c43893be-dc02-4e28-ac35-b69a2bf253bb req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735945937156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735945471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735945471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1176422'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:45.047061 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-c725b0d2-d20d-479b-b0db-ff0d55d28bc6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:54:45.054983 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:54:45.116104 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43893be-dc02-4e28-ac35-b69a2bf253bb req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:45.116761 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [req-c43893be-dc02-4e28-ac35-b69a2bf253bb req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:45.118183 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-c43893be-dc02-4e28-ac35-b69a2bf253bb req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "PUT /v2.0/ports/2cea49a4-5a26-4b4a-9c59-16dfd272bc7a HTTP/1.1" status: 200  len: 943 time: 0.5249045
Nov 10 14:54:45.118682 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:54:45.134175 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34536) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:54:45.160088 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event updated for resources: {'Port': ['ID=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,revision_number=7']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:54:45.169727 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.170198 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.170809 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.171111 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.171709 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.172094 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.172467 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.173143 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.174459 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.175411 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.175793 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.176170 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.188740 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-35995612-7749-4675-9606-0173ffa95a93 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:54:45.230977 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:54:45.240277 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:45.246307 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'status': 'completed', 'code': 200}
Nov 10 14:54:45.276490 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:45.391488 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bba77-4314-4ba3-a256-048d40f0f0f7 req-3295fa67-ba8f-40d9-ae7f-75035b54dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:45.392916 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e87bba77-4314-4ba3-a256-048d40f0f0f7 req-3295fa67-ba8f-40d9-ae7f-75035b54dcd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6719da29769b4f6fb85bc6166dd2e466&device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 1099 time: 0.1075473
Nov 10 14:54:45.450249 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d0d1226d-794f-4abc-a3bd-edc893a3e2d0 None None] Provisioning complete for port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 14:54:45.450669 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d0d1226d-794f-4abc-a3bd-edc893a3e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649121'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:45.531211 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bba77-4314-4ba3-a256-048d40f0f0f7 req-77670d4c-42ed-4ef7-ae7c-2838c0180780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:45.534844 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e87bba77-4314-4ba3-a256-048d40f0f0f7 req-77670d4c-42ed-4ef7-ae7c-2838c0180780 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1046fc89-0b34-440e-9093-0e472c9fe8a2 HTTP/1.1" status: 200  len: 915 time: 0.1323318
Nov 10 14:54:45.603215 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:45.614095 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-da10f98d-e0fd-4959-a362-10f409c905f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:54:45.644022 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff3d2db-7db6-45d0-a659-dfa6f4f61098,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:54:45.661279 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.661662 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.662042 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.662413 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.662776 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.663175 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.663540 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.663900 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.664255 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.664610 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.664962 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.665313 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 14:54:45.669779 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:54:45.673682 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e87bba77-4314-4ba3-a256-048d40f0f0f7 req-63b998cb-41aa-41b8-90ca-f1412d80201b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a HTTP/1.1" status: 200  len: 1002 time: 0.1284480
Nov 10 14:54:45.737835 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bba77-4314-4ba3-a256-048d40f0f0f7 req-a6c0c2b7-8d45-4c63-8df9-58b7b2317c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:45.739291 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e87bba77-4314-4ba3-a256-048d40f0f0f7 req-a6c0c2b7-8d45-4c63-8df9-58b7b2317c92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf HTTP/1.1" status: 200  len: 853 time: 0.0580704
Nov 10 14:54:45.796324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:45.797317 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-16992ec2-b475-4810-963d-8797ea7e4963 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "DELETE /v2.0/security-groups/8ff3d2db-7db6-45d0-a659-dfa6f4f61098 HTTP/1.1" status: 204  len: 168 time: 0.6639016
Nov 10 14:54:45.800060 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34540) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:54:45.825059 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bba77-4314-4ba3-a256-048d40f0f0f7 req-b3b0ab7c-e99d-43b1-9f58-4ab24ea8ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:45.826533 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e87bba77-4314-4ba3-a256-048d40f0f0f7 req-b3b0ab7c-e99d-43b1-9f58-4ab24ea8ad6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1046fc89-0b34-440e-9093-0e472c9fe8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782146
Nov 10 14:54:45.969296 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e87bba77-4314-4ba3-a256-048d40f0f0f7 req-f6f7d7e0-1766-4b7c-ae3e-ac1511f75485 service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339045
Nov 10 14:54:46.108075 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e87bba77-4314-4ba3-a256-048d40f0f0f7 req-85165d90-34b7-49eb-88dc-3a2a86bdf9b6 service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280916
Nov 10 14:54:46.112997 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Deleting port be72fb79-a75b-4399-a953-2104561abe59 {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:54:46.113352 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:46.283456 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:46.283787 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:46.413629 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Calling delete_port for be72fb79-a75b-4399-a953-2104561abe59 owned by network:floatingip {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:54:46.652850 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:46.656757 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-d1ad8d0d-64b7-4fcd-9d68-39bea926d13a tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:54:46.700540 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event deleted for resources: {'Port': ['ID=be72fb79-a75b-4399-a953-2104561abe59,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:54:46.704191 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:54:46.795534 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks [] for floatingip, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:46.795874 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.db.l3_db [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Floating IP 86f18772-047a-4d8c-80ad-4ec91dd80235 disassociated (deleted). External IP: 172.27.3.226, port: 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a.
Nov 10 14:54:47.155666 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Router 003bc898-f607-4dca-be76-b6a11e73a977 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:54:47.338392 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:54:47.347857 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89600432-74e1-4152-920a-c37fb65d93e3 None None] Sync routers for ids ['003bc898-f607-4dca-be76-b6a11e73a977'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:54:47.357352 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89600432-74e1-4152-920a-c37fb65d93e3 None None] Routers {'003bc898-f607-4dca-be76-b6a11e73a977'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:54:47.357969 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-89600432-74e1-4152-920a-c37fb65d93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedf72df0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:54:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['003bc898-f607-4dca-be76-b6a11e73a977'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:54:47.442713 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for floatingip, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:47.499048 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-51f26286-a213-4924-a35d-1de39e5220fb tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "DELETE /v2.0/floatingips/86f18772-047a-4d8c-80ad-4ec91dd80235 HTTP/1.1" status: 204  len: 168 time: 1.6977601
Nov 10 14:54:47.499692 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'}] {{(pid=87468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:54:47.558851 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'status': 'completed', 'code': 200}
Nov 10 14:54:47.599426 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-89600432-74e1-4152-920a-c37fb65d93e3 None None] Set router 003bc898-f607-4dca-be76-b6a11e73a977 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:54:47.657653 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90080478-53d6-47e7-8228-a8d398fb31c1 req-97a17e44-f4e3-41d5-a19f-db12cf7ab11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:47.660311 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-90080478-53d6-47e7-8228-a8d398fb31c1 req-97a17e44-f4e3-41d5-a19f-db12cf7ab11a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6719da29769b4f6fb85bc6166dd2e466&device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 1099 time: 0.0740707
Nov 10 14:54:47.798112 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90080478-53d6-47e7-8228-a8d398fb31c1 req-4705d7fe-e17b-46d1-a780-a367ca94bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:47.799655 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-90080478-53d6-47e7-8228-a8d398fb31c1 req-4705d7fe-e17b-46d1-a780-a367ca94bd5e service neutron] 10.222.0.16 "GET /v2.0/networks?id=1046fc89-0b34-440e-9093-0e472c9fe8a2 HTTP/1.1" status: 200  len: 915 time: 0.1320806
Nov 10 14:54:47.925497 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-89600432-74e1-4152-920a-c37fb65d93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedf72df0>, [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:52:23Z', 'revision_number': 4, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '98fc008a-4ff7-467f-9dce-2cd66d28679c', 'name': '', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'mac_address': 'fa:16:3e:b8:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:23Z', 'updated_at': '2021-11-10T14:52:29Z', 'revision_number': 5, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'subnets': [{'id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:54:47.929804 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89600432-74e1-4152-920a-c37fb65d93e3 None None] Checking router: 003bc898-f607-4dca-be76-b6a11e73a977 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:54:47.939232 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89600432-74e1-4152-920a-c37fb65d93e3 None None] Routers {'003bc898-f607-4dca-be76-b6a11e73a977'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:54:47.939875 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-89600432-74e1-4152-920a-c37fb65d93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fedf72df0>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:54:27Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['003bc898-f607-4dca-be76-b6a11e73a977'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:54:47.982987 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-90080478-53d6-47e7-8228-a8d398fb31c1 req-aca47bb7-0913-4eae-8f66-c05050101c55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a HTTP/1.1" status: 200  len: 217 time: 0.1759050
Nov 10 14:54:48.048516 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90080478-53d6-47e7-8228-a8d398fb31c1 req-57a5d264-e2b5-499b-9c2a-a67adbcecebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:48.050532 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-90080478-53d6-47e7-8228-a8d398fb31c1 req-57a5d264-e2b5-499b-9c2a-a67adbcecebb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf HTTP/1.1" status: 200  len: 853 time: 0.0597239
Nov 10 14:54:48.129519 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-89600432-74e1-4152-920a-c37fb65d93e3 None None] Set router 003bc898-f607-4dca-be76-b6a11e73a977 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:54:48.132853 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90080478-53d6-47e7-8228-a8d398fb31c1 req-43ec0a9d-20b1-4efe-98e4-6225e9bd7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:48.134527 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-90080478-53d6-47e7-8228-a8d398fb31c1 req-43ec0a9d-20b1-4efe-98e4-6225e9bd7236 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1046fc89-0b34-440e-9093-0e472c9fe8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761826
Nov 10 14:54:48.274676 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-90080478-53d6-47e7-8228-a8d398fb31c1 req-72e09ec2-06e4-4f33-a2c4-e7921b440583 service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329937
Nov 10 14:54:48.414630 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-90080478-53d6-47e7-8228-a8d398fb31c1 req-1608adca-0bee-4b0d-81c4-bfc266ab761c service neutron] 10.222.0.16 "GET /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305368
Nov 10 14:54:48.443314 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-89600432-74e1-4152-920a-c37fb65d93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fedf72df0>, [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:52:23Z', 'revision_number': 4, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '98fc008a-4ff7-467f-9dce-2cd66d28679c', 'name': '', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'mac_address': 'fa:16:3e:b8:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:23Z', 'updated_at': '2021-11-10T14:52:29Z', 'revision_number': 5, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'subnets': [{'id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:54:48.448182 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89600432-74e1-4152-920a-c37fb65d93e3 None None] The sync data for ids ['003bc898-f607-4dca-be76-b6a11e73a977'] in dv-cinder-817404-1-iscsi is: [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:52:23Z', 'revision_number': 4, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi', '_interfaces': [{'id': '98fc008a-4ff7-467f-9dce-2cd66d28679c', 'name': '', 'network_id': '1046fc89-0b34-440e-9093-0e472c9fe8a2', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'mac_address': 'fa:16:3e:b8:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:23Z', 'updated_at': '2021-11-10T14:52:29Z', 'revision_number': 5, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'subnets': [{'id': '2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:54:48.675552 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32264fd-05c1-41b9-b341-b6858f2baef2 None None] New status for floating IP 86f18772-047a-4d8c-80ad-4ec91dd80235: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 14:54:52.154204 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:54:52.540751 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbf76b-6f25-49a0-9020-4026513d6246 req-3bc20a35-738b-41b5-86bb-f615c334c805 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:52.541448 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-0ebbf76b-6f25-49a0-9020-4026513d6246 req-3bc20a35-738b-41b5-86bb-f615c334c805 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Synchronizing usage tracker for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:port {{(pid=87468) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:54:52.641139 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.quota.resource [req-0ebbf76b-6f25-49a0-9020-4026513d6246 req-3bc20a35-738b-41b5-86bb-f615c334c805 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Unset dirty status for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:port {{(pid=87468) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:54:52.642405 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0ebbf76b-6f25-49a0-9020-4026513d6246 req-3bc20a35-738b-41b5-86bb-f615c334c805 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 946 time: 0.2965117
Nov 10 14:54:52.687025 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-0ebbf76b-6f25-49a0-9020-4026513d6246 req-9ba56857-8c92-49f4-8693-0f5de54c2df5 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384190
Nov 10 14:54:53.871658 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e96200-ee00-445f-9ca5-077d8219b4f8 req-db5a59e1-9d7c-472a-a11e-3739d5659625 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:53.873063 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-40e96200-ee00-445f-9ca5-077d8219b4f8 req-db5a59e1-9d7c-472a-a11e-3739d5659625 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 946 time: 0.0815246
Nov 10 14:54:53.917294 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-40e96200-ee00-445f-9ca5-077d8219b4f8 req-d0f84f2e-94cb-42e1-b031-297f2ea860d7 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Synchronizing usage tracker for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:security_group {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 14:54:53.986745 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-40e96200-ee00-445f-9ca5-077d8219b4f8 req-d0f84f2e-94cb-42e1-b031-297f2ea860d7 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Unset dirty status for tenant:6719da29769b4f6fb85bc6166dd2e466 on resource:security_group {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 14:54:53.988488 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-40e96200-ee00-445f-9ca5-077d8219b4f8 req-d0f84f2e-94cb-42e1-b031-297f2ea860d7 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cbf3611-1d74-4eb4-90f9-45440549169a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091425
Nov 10 14:54:54.363804 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c80319-8309-4457-8ed1-fdd1325af893 req-bca892f7-3118-4301-9866-ddb7eb3241e6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 14:54:54.365375 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e7c80319-8309-4457-8ed1-fdd1325af893 req-bca892f7-3118-4301-9866-ddb7eb3241e6 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.16 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 946 time: 0.0847111
Nov 10 14:54:54.439500 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-e7c80319-8309-4457-8ed1-fdd1325af893 req-0b127b94-10c6-440d-8156-2b22a1f2f708 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Deleting port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:54:54.439894 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e7c80319-8309-4457-8ed1-fdd1325af893 req-0b127b94-10c6-440d-8156-2b22a1f2f708 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:54.696062 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-e7c80319-8309-4457-8ed1-fdd1325af893 req-0b127b94-10c6-440d-8156-2b22a1f2f708 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] For port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:54:54.696323 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e7c80319-8309-4457-8ed1-fdd1325af893 req-0b127b94-10c6-440d-8156-2b22a1f2f708 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:54.823719 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-48de2760-3217-4d3e-8fd4-b2d5e1ecf6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:54.825701 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-e7c80319-8309-4457-8ed1-fdd1325af893 req-0b127b94-10c6-440d-8156-2b22a1f2f708 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Calling delete_port for 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:54:55.038677 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e7c80319-8309-4457-8ed1-fdd1325af893 req-0b127b94-10c6-440d-8156-2b22a1f2f708 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:55.044800 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1c8aa87d-d957-4730-847a-ead302220c74 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:54:55.050638 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] get_ports_and_sgs() called for port_ids ['2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 10 14:54:55.094437 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b127b94-10c6-440d-8156-2b22a1f2f708 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Pushing event deleted for resources: {'Port': ['ID=2cea49a4-5a26-4b4a-9c59-16dfd272bc7a,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:54:55.098131 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0b127b94-10c6-440d-8156-2b22a1f2f708 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:54:55.144169 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-4c02d184-67c4-404b-b1c0-12ceec8a9461 req-aa6195ff-3208-46ab-b5e6-2cf63ddf6127 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 210 time: 0.0507939
Nov 10 14:54:55.170736 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c80319-8309-4457-8ed1-fdd1325af893 req-0b127b94-10c6-440d-8156-2b22a1f2f708 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] No DVR routers for this DVR port 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a on host hv-cinder-81740 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:54:55.173148 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-e7c80319-8309-4457-8ed1-fdd1325af893 req-0b127b94-10c6-440d-8156-2b22a1f2f708 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77128'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:55.175884 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'name': 'network-vif-deleted', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 14:54:55.253389 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e7c80319-8309-4457-8ed1-fdd1325af893 req-0b127b94-10c6-440d-8156-2b22a1f2f708 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.16 "DELETE /v2.0/ports/2cea49a4-5a26-4b4a-9c59-16dfd272bc7a HTTP/1.1" status: 204  len: 173 time: 0.8804636
Nov 10 14:54:55.275688 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c9eed1-08a6-4990-ab51-24ea4b8b58f1', 'name': 'network-vif-deleted', 'tag': '2cea49a4-5a26-4b4a-9c59-16dfd272bc7a', 'status': 'completed', 'code': 200}
Nov 10 14:54:55.280957 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:56.309945 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [req-e37d0bef-2b7a-4c64-a5dd-7bcc16df8af2 req-71f7dc99-3659-4de9-ac0a-b6353e1f5ef3 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9eed1-08a6-4990-ab51-24ea4b8b58f1 HTTP/1.1" status: 200  len: 210 time: 0.0462408
Nov 10 14:54:57.489638 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3955fcfe-4b09-4465-8bee-32cae4e318b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:58.495336 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:58.649776 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34636) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:54:59.302266 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1700825'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:59.466678 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a no longer exists at agent hyperv_hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:54:59.501699 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] No Port match for: 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:54:59.502920 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Device 2cea49a4-5a26-4b4a-9c59-16dfd272bc7a not bound to the agent host hv-cinder-81740 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:54:59.652781 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] Deleting port 98fc008a-4ff7-467f-9dce-2cd66d28679c {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:54:59.653378 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:59.825477 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] For port 98fc008a-4ff7-467f-9dce-2cd66d28679c, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=98fc008a-4ff7-467f-9dce-2cd66d28679c,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:54:59.825830 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:59.843535 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:54:59.948736 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] Calling delete_port for 98fc008a-4ff7-467f-9dce-2cd66d28679c owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:55:00.284130 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:00.288151 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0690dcd8-73f4-4875-b085-4483a782a7ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:55:00.333407 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] Pushing event deleted for resources: {'Port': ['ID=98fc008a-4ff7-467f-9dce-2cd66d28679c,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:55:00.360845 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:55:00.723861 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700773'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:01.083998 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] Router 003bc898-f607-4dca-be76-b6a11e73a977 has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:55:01.263156 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:55:01.272618 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60833ec-c415-471e-adb0-adcad8618d7e None None] Sync routers for ids ['003bc898-f607-4dca-be76-b6a11e73a977'] in dv-cinder-817404-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:55:01.276442 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-9c01ef4c-2e2a-43fd-a854-0c86f85656bb admin admin] 10.222.0.37 "PUT /v2.0/routers/003bc898-f607-4dca-be76-b6a11e73a977/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6249831
Nov 10 14:55:01.279265 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34642) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:55:01.282774 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60833ec-c415-471e-adb0-adcad8618d7e None None] Routers {'003bc898-f607-4dca-be76-b6a11e73a977'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:55:01.283511 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-a60833ec-c415-471e-adb0-adcad8618d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed907220>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:54:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['003bc898-f607-4dca-be76-b6a11e73a977'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:01.456155 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Notify callbacks [] for router, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:01.461592 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-a60833ec-c415-471e-adb0-adcad8618d7e None None] Set router 003bc898-f607-4dca-be76-b6a11e73a977 gateway port host: dv-cinder-817404-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:55:01.644539 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:01.735194 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Deleting port be6c357a-0448-40f4-98d3-aae6ef7eb445 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:55:01.735906 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:01.791734 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-a60833ec-c415-471e-adb0-adcad8618d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed907220>, [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:55:00Z', 'revision_number': 5, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port': {'id': 'be6c357a-0448-40f4-98d3-aae6ef7eb445', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bc898-f607-4dca-be76-b6a11e73a977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:20Z', 'updated_at': '2021-11-10T14:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:01.795791 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60833ec-c415-471e-adb0-adcad8618d7e None None] Checking router: 003bc898-f607-4dca-be76-b6a11e73a977 for host: dv-cinder-817404-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:55:01.804225 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60833ec-c415-471e-adb0-adcad8618d7e None None] Routers {'003bc898-f607-4dca-be76-b6a11e73a977'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:55:01.804851 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-a60833ec-c415-471e-adb0-adcad8618d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1fed907220>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:54:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['003bc898-f607-4dca-be76-b6a11e73a977'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:01.963291 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-a60833ec-c415-471e-adb0-adcad8618d7e None None] Set router 003bc898-f607-4dca-be76-b6a11e73a977 gateway port host: None {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:55:02.026681 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] For port be6c357a-0448-40f4-98d3-aae6ef7eb445, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=be6c357a-0448-40f4-98d3-aae6ef7eb445,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:55:02.027101 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:02.069535 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-a60833ec-c415-471e-adb0-adcad8618d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1fed907220>, [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:55:01Z', 'revision_number': 6, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port_host': None}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:02.073862 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60833ec-c415-471e-adb0-adcad8618d7e None None] The sync data for ids ['003bc898-f607-4dca-be76-b6a11e73a977'] in dv-cinder-817404-1-iscsi is: [{'id': '003bc898-f607-4dca-be76-b6a11e73a977', 'name': 'tempest-TestMinimumBasicScenario-369951408-router', 'tenant_id': '6719da29769b4f6fb85bc6166dd2e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:19Z', 'updated_at': '2021-11-10T14:55:01Z', 'revision_number': 6, 'project_id': '6719da29769b4f6fb85bc6166dd2e466', 'gw_port_host': None}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:55:02.152275 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Calling delete_port for be6c357a-0448-40f4-98d3-aae6ef7eb445 owned by network:router_gateway {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:55:02.386427 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:02.390417 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0b127b94-10c6-440d-8156-2b22a1f2f708 tempest-TestMinimumBasicScenario-1081942033 tempest-TestMinimumBasicScenario-1081942033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:55:02.427611 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 98fc008a-4ff7-467f-9dce-2cd66d28679c no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:55:02.442301 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Pushing event deleted for resources: {'Port': ['ID=be6c357a-0448-40f4-98d3-aae6ef7eb445,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:55:02.475938 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:55:02.477964 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 98fc008a-4ff7-467f-9dce-2cd66d28679c {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:55:02.478399 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 98fc008a-4ff7-467f-9dce-2cd66d28679c not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:55:02.549608 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053154'] for router_gateway, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:02.729173 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3242'] for router, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:02.731475 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:02.855330 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053206'] for router, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:02.856047 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 003bc898-f607-4dca-be76-b6a11e73a977 {{(pid=87469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 10 14:55:02.869765 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:02.871124 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-35e41626-d54b-4884-81e7-dea55ad66859 admin admin] 10.222.0.37 "DELETE /v2.0/routers/003bc898-f607-4dca-be76-b6a11e73a977 HTTP/1.1" status: 204  len: 168 time: 1.5909579
Nov 10 14:55:02.873555 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34648) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:55:02.933039 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b553272-3cbb-459d-aaa2-0db973bb273c admin admin] Deleting subnet 2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:55:02.936060 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8b553272-3cbb-459d-aaa2-0db973bb273c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:02.988905 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8b553272-3cbb-459d-aaa2-0db973bb273c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2104880'] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:03.082294 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8b553272-3cbb-459d-aaa2-0db973bb273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:03.232910 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8b553272-3cbb-459d-aaa2-0db973bb273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2225482'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:03.238382 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:55:03.273276 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b553272-3cbb-459d-aaa2-0db973bb273c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:55:03.275178 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8b553272-3cbb-459d-aaa2-0db973bb273c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:03.277746 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8b553272-3cbb-459d-aaa2-0db973bb273c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:55:03.279319 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1009ff62-7243-4fec-9514-cbdf27042431 None None] Network 1046fc89-0b34-440e-9093-0e472c9fe8a2 requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:55:03.282003 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8b553272-3cbb-459d-aaa2-0db973bb273c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2e7469ec-97fa-4e4d-a1ea-03c44fa1abcf HTTP/1.1" status: 204  len: 168 time: 0.4074254
Nov 10 14:55:03.284953 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34652) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:55:03.408971 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:03.414850 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Deleting port 1827278f-fdf0-4005-95a8-19dc704635e6 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:55:03.415287 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:03.604159 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee61bf-441b-4daf-a262-0d6ea5ba5ddd None None] DHCP port deletion for 1046fc89-0b34-440e-9093-0e472c9fe8a2 request from dv-cinder-817404-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 10 14:55:03.608271 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-16ee61bf-441b-4daf-a262-0d6ea5ba5ddd None None] Deleting port 1827278f-fdf0-4005-95a8-19dc704635e6 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:55:03.608777 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-16ee61bf-441b-4daf-a262-0d6ea5ba5ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:03.634764 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] For port 1827278f-fdf0-4005-95a8-19dc704635e6, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=1827278f-fdf0-4005-95a8-19dc704635e6,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:55:03.635152 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:03.759812 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Calling delete_port for 1827278f-fdf0-4005-95a8-19dc704635e6 owned by network:dhcp {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:55:03.815989 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-16ee61bf-441b-4daf-a262-0d6ea5ba5ddd None None] For port 1827278f-fdf0-4005-95a8-19dc704635e6, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=1827278f-fdf0-4005-95a8-19dc704635e6,segment=NetworkSegment(3e77353e-9616-4fb6-8404-e70bedac206f),segment_id=3e77353e-9616-4fb6-8404-e70bedac206f)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:55:03.816325 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-16ee61bf-441b-4daf-a262-0d6ea5ba5ddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:03.943488 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-16ee61bf-441b-4daf-a262-0d6ea5ba5ddd None None] Calling delete_port for 1827278f-fdf0-4005-95a8-19dc704635e6 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:55:04.009260 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:04.013291 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d12a1c15-3650-499e-9a26-4345480839b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:55:04.018221 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-16ee61bf-441b-4daf-a262-0d6ea5ba5ddd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:55:04.018588 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-16ee61bf-441b-4daf-a262-0d6ea5ba5ddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:55:04.058963 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Pushing event deleted for resources: {'Port': ['ID=1827278f-fdf0-4005-95a8-19dc704635e6,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:55:04.060872 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] No DVR routers for this DVR port 1827278f-fdf0-4005-95a8-19dc704635e6 on host dv-cinder-817404-1-iscsi {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:55:04.062378 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:55:04.177476 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:04.202378 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fec85d6a0>,) {'filters': {'network_id': ['1046fc89-0b34-440e-9093-0e472c9fe8a2']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:04.214271 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec85d6a0>, '3e77353e-9616-4fb6-8404-e70bedac206f') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:04.214571 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fec85d6a0>, '3e77353e-9616-4fb6-8404-e70bedac206f') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:04.226325 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105035'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:04.243288 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:04.249313 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:55:04.254092 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222635'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     timer()
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     self._notify()
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     event.method(event)
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:55:04.267402 dv-cinder-817404-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:55:04.449203 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:04.454605 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:04.457394 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5c01f5da-edaf-41dc-979e-f11b93df59b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:55:04.471007 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device be6c357a-0448-40f4-98d3-aae6ef7eb445 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:55:04.482341 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Pushing event deleted for resources: {'Network': ['ID=1046fc89-0b34-440e-9093-0e472c9fe8a2,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:55:04.485023 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:55:04.507215 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: be6c357a-0448-40f4-98d3-aae6ef7eb445 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:55:04.507555 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device be6c357a-0448-40f4-98d3-aae6ef7eb445 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:55:04.507991 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 1827278f-fdf0-4005-95a8-19dc704635e6 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:55:04.530721 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-16ee61bf-441b-4daf-a262-0d6ea5ba5ddd None None] Deleting port 1827278f-fdf0-4005-95a8-19dc704635e6 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:55:04.531121 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-16ee61bf-441b-4daf-a262-0d6ea5ba5ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:04.574121 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 1827278f-fdf0-4005-95a8-19dc704635e6 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:55:04.574467 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 1827278f-fdf0-4005-95a8-19dc704635e6 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:55:04.581513 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1046fc89-0b34-440e-9093-0e472c9fe8a2 HTTP/1.1" status: 204  len: 168 time: 1.2928989
Nov 10 14:55:04.581868 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34656) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:55:04.644056 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-16ee61bf-441b-4daf-a262-0d6ea5ba5ddd None None] The port '1827278f-fdf0-4005-95a8-19dc704635e6' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 10 14:55:05.140355 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1700825'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:05.529222 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] Deleting port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:55:05.529567 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:05.802557 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] For port 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=6c22d217-fcd8-4b1b-a7fb-874eeb9fca01,segment=NetworkSegment(47f3ab7f-0d90-4f76-af20-e8468b95e78c),segment_id=47f3ab7f-0d90-4f76-af20-e8468b95e78c)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:55:05.802833 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:05.926877 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] Calling delete_port for 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:55:06.197778 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222710'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:06.201946 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-de2e9e01-f68f-4e78-ba1f-d3f29ca9c585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:55:06.276695 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c22d217-fcd8-4b1b-a7fb-874eeb9fca01,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:55:06.279244 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:55:06.524487 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700773'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:06.899000 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] Router 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f has already been hosted by L3 agent 12726a61-f523-4f66-81eb-9a66069d4bf5 {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 10 14:55:07.084695 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 10 14:55:07.093434 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751fd4b-7051-4b54-a0eb-be7efa67a792 None None] Sync routers for ids ['3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'] in dv-cinder-817404-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 14:55:07.108772 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751fd4b-7051-4b54-a0eb-be7efa67a792 None None] Routers {'3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:55:07.109406 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4751fd4b-7051-4b54-a0eb-be7efa67a792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feda40550>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:54:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:07.163161 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f10cb7bf-7614-4191-8c32-ed813b6d43d8 admin admin] 10.222.0.37 "PUT /v2.0/routers/3d175abe-94c5-4f78-ba4a-8f36f44ebc1f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5798225
Nov 10 14:55:07.165748 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34660) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:55:07.329004 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-4751fd4b-7051-4b54-a0eb-be7efa67a792 None None] Set router 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f gateway port host: dv-cinder-817404-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:55:07.348331 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Notify callbacks [] for router, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:07.531367 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:07.618297 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4751fd4b-7051-4b54-a0eb-be7efa67a792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feda40550>, [{'id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'name': 'tempest-TestMinimumBasicScenario-744274911-router', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'external_fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:27Z', 'updated_at': '2021-11-10T14:55:06Z', 'revision_number': 5, 'project_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'gw_port': {'id': '1259330a-0ed9-4f6e-abf1-f002ce2e667e', 'name': '', 'network_id': 'f227f18b-4020-4a8a-ad74-e84290a1be57', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:52:28Z', 'updated_at': '2021-11-10T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f11a5c31-cfc7-44e5-a2ed-6170ea35f1f0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-iscsi'}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:07.622271 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751fd4b-7051-4b54-a0eb-be7efa67a792 None None] Checking router: 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f for host: dv-cinder-817404-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 14:55:07.631365 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751fd4b-7051-4b54-a0eb-be7efa67a792 None None] Routers {'3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'} bound to L3 agent in host dv-cinder-817404-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 10 14:55:07.631971 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4751fd4b-7051-4b54-a0eb-be7efa67a792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1feda40550>, 'dv-cinder-817404-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:27:57Z,description=<?>,heartbeat_timestamp=2021-11-10T14:54:57Z,host='dv-cinder-817404-1-iscsi',id=12726a61-f523-4f66-81eb-9a66069d4bf5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T14:27:58Z,topic='l3_agent')) {'router_ids': ['3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:07.637650 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Deleting port 1259330a-0ed9-4f6e-abf1-f002ce2e667e {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:55:07.638064 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:07.787171 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-4751fd4b-7051-4b54-a0eb-be7efa67a792 None None] Set router 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 10 14:55:07.813487 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] For port 1259330a-0ed9-4f6e-abf1-f002ce2e667e, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=1259330a-0ed9-4f6e-abf1-f002ce2e667e,segment=NetworkSegment(f2946f88-5067-47d0-901e-b6522e39d73e),segment_id=f2946f88-5067-47d0-901e-b6522e39d73e)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:55:07.813843 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:07.894709 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-4751fd4b-7051-4b54-a0eb-be7efa67a792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1feda40550>, [{'id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'name': 'tempest-TestMinimumBasicScenario-744274911-router', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:27Z', 'updated_at': '2021-11-10T14:55:07Z', 'revision_number': 6, 'project_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'gw_port_host': None}], 'dv-cinder-817404-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:07.899274 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751fd4b-7051-4b54-a0eb-be7efa67a792 None None] The sync data for ids ['3d175abe-94c5-4f78-ba4a-8f36f44ebc1f'] in dv-cinder-817404-1-iscsi is: [{'id': '3d175abe-94c5-4f78-ba4a-8f36f44ebc1f', 'name': 'tempest-TestMinimumBasicScenario-744274911-router', 'tenant_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:52:27Z', 'updated_at': '2021-11-10T14:55:07Z', 'revision_number': 6, 'project_id': '73a9d3cfc7bf41da9cf8cbe49c5a1261', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 14:55:07.938209 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Calling delete_port for 1259330a-0ed9-4f6e-abf1-f002ce2e667e owned by network:router_gateway {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:55:08.332075 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:08.336616 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-2ace8cb8-1959-4f65-b677-b5282bfd6e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:55:08.406650 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Pushing event deleted for resources: {'Port': ['ID=1259330a-0ed9-4f6e-abf1-f002ce2e667e,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:55:08.416125 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:55:08.481061 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053154'] for router_gateway, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:08.671721 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:55:08.706867 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:55:08.707255 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 6c22d217-fcd8-4b1b-a7fb-874eeb9fca01 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:55:08.707717 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 1259330a-0ed9-4f6e-abf1-f002ce2e667e no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:55:08.745849 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 1259330a-0ed9-4f6e-abf1-f002ce2e667e {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:55:08.746208 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 1259330a-0ed9-4f6e-abf1-f002ce2e667e not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:55:08.775943 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3242'] for router, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:08.778197 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:08.869838 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053206'] for router, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:08.870366 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d175abe-94c5-4f78-ba4a-8f36f44ebc1f {{(pid=87468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 10 14:55:08.883427 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] Notify callbacks [] for router, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:08.884581 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-5dbb3b33-15bf-461f-89f2-14f22a710427 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3d175abe-94c5-4f78-ba4a-8f36f44ebc1f HTTP/1.1" status: 204  len: 168 time: 1.7177837
Nov 10 14:55:08.887280 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34664) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:55:08.949968 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c5c25a-36d2-4003-85f0-2511515927f1 admin admin] Deleting subnet dd8eb19b-b649-4de8-892d-299de0a444b5 {{(pid=87468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 10 14:55:08.953261 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32c5c25a-36d2-4003-85f0-2511515927f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:09.006226 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32c5c25a-36d2-4003-85f0-2511515927f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972242'] for subnet, precommit_delete_associations {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:09.084944 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32c5c25a-36d2-4003-85f0-2511515927f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595298'] for subnet, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:09.243572 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32c5c25a-36d2-4003-85f0-2511515927f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1176360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679677'] for subnet, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:09.247935 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-f3f5c416-8f7e-4285-be1a-c1907028eb65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:55:09.283389 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5c25a-36d2-4003-85f0-2511515927f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd8eb19b-b649-4de8-892d-299de0a444b5,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:55:09.286488 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-32c5c25a-36d2-4003-85f0-2511515927f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:55:09.287499 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-32c5c25a-36d2-4003-85f0-2511515927f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:09.293470 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debac4c0-fe4d-48a8-bcc9-36774574062f None None] Network 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b requested from dv-cinder-817404-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 10 14:55:09.293653 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-32c5c25a-36d2-4003-85f0-2511515927f1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dd8eb19b-b649-4de8-892d-299de0a444b5 HTTP/1.1" status: 204  len: 168 time: 0.4053926
Nov 10 14:55:09.296057 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [-] (87468) accepted ('10.222.0.37', 34668) {{(pid=87468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:55:09.403169 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616872'] for network, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:09.414550 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Deleting port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 {{(pid=87468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:55:09.414889 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:09.556543 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26137b35-9072-4ea9-8d10-0498b965ee39 None None] DHCP port deletion for 5c7fe8a3-8f37-4e09-b8e4-715a8e10043b request from dv-cinder-817404-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 10 14:55:09.560784 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-26137b35-9072-4ea9-8d10-0498b965ee39 None None] Deleting port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:55:09.561168 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-26137b35-9072-4ea9-8d10-0498b965ee39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:09.624252 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] For port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=0687b814-d32c-4a29-8d8f-1ab19b50d3e4,segment=NetworkSegment(47f3ab7f-0d90-4f76-af20-e8468b95e78c),segment_id=47f3ab7f-0d90-4f76-af20-e8468b95e78c)] {{(pid=87468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:55:09.624764 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:09.752143 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Calling delete_port for 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 owned by network:dhcp {{(pid=87468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:55:09.768596 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-26137b35-9072-4ea9-8d10-0498b965ee39 None None] For port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4, host dv-cinder-817404-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-iscsi',level=0,port_id=0687b814-d32c-4a29-8d8f-1ab19b50d3e4,segment=NetworkSegment(47f3ab7f-0d90-4f76-af20-e8468b95e78c),segment_id=47f3ab7f-0d90-4f76-af20-e8468b95e78c)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 10 14:55:09.769222 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-26137b35-9072-4ea9-8d10-0498b965ee39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052825'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:09.889169 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-26137b35-9072-4ea9-8d10-0498b965ee39 None None] Calling delete_port for 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 10 14:55:09.915346 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-932625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735945937183', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735945470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1176351'] for port, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:09.919284 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4d5dd482-f845-4cf1-8efd-81420c556e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:55:09.961213 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-26137b35-9072-4ea9-8d10-0498b965ee39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 14:55:09.961571 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-26137b35-9072-4ea9-8d10-0498b965ee39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 14:55:09.964818 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Pushing event deleted for resources: {'Port': ['ID=0687b814-d32c-4a29-8d8f-1ab19b50d3e4,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:55:09.968516 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:55:09.970587 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] No DVR routers for this DVR port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 on host dv-cinder-817404-1-iscsi {{(pid=87468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 14:55:10.086307 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593944', 'neutron.services.segments.db._delete_segments_for_network-8735945977748'] for network, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:10.111451 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1fee91e5e0>,) {'filters': {'network_id': ['5c7fe8a3-8f37-4e09-b8e4-715a8e10043b']}} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:10.123354 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fee91e5e0>, '47f3ab7f-0d90-4f76-af20-e8468b95e78c') {'for_net_delete': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:10.123652 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.services.segments.db [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1fee91e5e0>, '47f3ab7f-0d90-4f76-af20-e8468b95e78c') {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 14:55:10.135304 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735945988675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972201'] for segment, before_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:10.152296 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590553'] for segment, precommit_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:10.158165 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=87468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 14:55:10.158546 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1176386'] for segment, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]: Traceback (most recent call last):
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     timer()
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     cb(*args, **kw)
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     return func(*args, **kwargs)
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     self._notify()
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     self.callback(batched_events)
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     event.method(event)
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     return f(self, *a, **k)
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._get(url).json()
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     return self.request(url, 'GET', **kwargs)
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 14:55:10.171827 dv-cinder-817404-1-iscsi neutron-server[87468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 14:55:10.303765 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053337'] for network, after_delete {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:10.307109 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:55:10.320505 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597367'] for network, before_response {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:10.331730 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7fe8a3-8f37-4e09-b8e4-715a8e10043b,revision_number=None']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:55:10.335901 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:55:10.339451 dv-cinder-817404-1-iscsi neutron-server[87468]: INFO neutron.wsgi [None req-ef1f7810-e0d1-4f3b-beff-ae1625121150 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5c7fe8a3-8f37-4e09-b8e4-715a8e10043b HTTP/1.1" status: 204  len: 168 time: 1.0424492
Nov 10 14:55:10.463171 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-26137b35-9072-4ea9-8d10-0498b965ee39 None None] Deleting port 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 10 14:55:10.463652 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-26137b35-9072-4ea9-8d10-0498b965ee39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735945933963'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:10.493096 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 no longer exists at agent ovs-agent-dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 14:55:10.535971 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] No Port match for: 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 10 14:55:10.536323 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Device 0687b814-d32c-4a29-8d8f-1ab19b50d3e4 not bound to the agent host dv-cinder-817404-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 14:55:10.571738 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-26137b35-9072-4ea9-8d10-0498b965ee39 None None] The port '0687b814-d32c-4a29-8d8f-1ab19b50d3e4' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 10 14:55:10.770451 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34674) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:55:10.819751 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d8bdd58d-dd04-4189-afd1-cc3cf7d504e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6719da29769b4f6fb85bc6166dd2e466&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478859
Nov 10 14:55:10.822020 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34678) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:55:10.879807 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fd962c5f-9050-478d-a423-1980e098eb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:10.904917 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fd962c5f-9050-478d-a423-1980e098eb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:11.072098 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fd962c5f-9050-478d-a423-1980e098eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:11.076300 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ccecd797-70e7-481b-b3c6-f2fc416bcaf7 tempest-TestVolumeBootPattern-1366478413 tempest-TestVolumeBootPattern-1366478413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:55:11.195100 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd962c5f-9050-478d-a423-1980e098eb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbf3611-1d74-4eb4-90f9-45440549169a,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:55:11.197768 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-fd962c5f-9050-478d-a423-1980e098eb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:55:11.276667 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fd962c5f-9050-478d-a423-1980e098eb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:11.277875 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-fd962c5f-9050-478d-a423-1980e098eb06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cbf3611-1d74-4eb4-90f9-45440549169a HTTP/1.1" status: 204  len: 168 time: 0.4549482
Nov 10 14:55:11.979366 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34686) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:55:12.027813 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-09202434-1042-4808-a34a-c296623f34a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73a9d3cfc7bf41da9cf8cbe49c5a1261&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0471292
Nov 10 14:55:12.030133 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.37', 34690) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 14:55:12.089311 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa5ed-8c33-4e31-9cf6-47cc7330bc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:12.115622 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa5ed-8c33-4e31-9cf6-47cc7330bc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:12.240644 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa5ed-8c33-4e31-9cf6-47cc7330bc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042609'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:12.244597 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3e1a043c-3233-4f1b-ad48-09938a0e1a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 14:55:12.258324 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fa5ed-8c33-4e31-9cf6-47cc7330bc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89689131-acb1-412b-a56a-b699251b7068,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 14:55:12.261289 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2d7fa5ed-8c33-4e31-9cf6-47cc7330bc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 14:55:12.263954 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa5ed-8c33-4e31-9cf6-47cc7330bc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:12.267110 dv-cinder-817404-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2d7fa5ed-8c33-4e31-9cf6-47cc7330bc9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89689131-acb1-412b-a56a-b699251b7068 HTTP/1.1" status: 204  len: 168 time: 0.2358472
Nov 10 14:55:14.657918 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:24.859956 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67938dd4-f89d-4493-bfb6-527b6eea9ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:25.297410 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:27.480277 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ce5c-857a-4452-887e-164231f706df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:28.475203 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:29.153869 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:55:29.880454 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:34.984930 dv-cinder-817404-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [req-46afab21-4f97-47c1-947d-bdb4b8ae9731 req-989e7971-0b07-4bdd-b3e1-f1f727211c03 tempest-VolumesActionsTest-1728909896 tempest-VolumesActionsTest-1728909896-project] (87469) timed out ('10.222.0.16', 55101) {{(pid=87469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 10 14:55:44.688557 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:54.813911 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b10be821-043d-4ca3-93cf-4e0c4e1cd6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:55.282151 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:57.459412 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-721ad466-1286-4394-a519-564b539c2230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:58.713466 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:55:59.824443 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:56:06.152391 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:56:14.681386 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:56:24.815794 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cccae65d-201c-47b6-9a0c-2e4ec12c8cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:56:25.286773 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:56:27.486831 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30c6724e-523f-42bf-9001-e1a44626605f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:56:28.515400 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:56:29.829561 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:56:43.151890 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:56:44.691699 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:56:54.826599 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7cbeb6ed-c548-429e-9173-4222151d7a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:56:55.284338 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:56:57.491772 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f2458c7e-67b0-45d5-81e5-e9f3e060a675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:56:58.520254 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:56:59.822708 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:57:14.696585 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:57:20.151584 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:57:24.865908 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f0317721-b1c2-4cb2-8ecc-90c08607c807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:57:25.288786 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:57:27.462266 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2f6b848d-7c46-42e0-8c35-a9b301adc074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:57:28.591897 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:57:29.894816 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:57:44.707543 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:57:54.918336 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-89537da4-c200-4a9d-b638-f8cdde03c839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:57:55.313227 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:57:57.150700 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:57:57.507027 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebada655-7c62-4fea-89f7-fb439d040ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:57:58.495135 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:57:59.853321 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:58:14.717804 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:58:24.826158 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-31844342-6268-487f-adc1-da924ca40d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:58:25.300565 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:58:27.470061 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-db8337a4-c122-452d-997d-aabf7cdcd676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:58:28.551771 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:58:29.864184 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:58:34.153720 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:58:44.734292 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:58:54.836558 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6beba331-5c4d-4299-83e4-1bff375bc012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:58:55.305007 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:58:57.545529 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef908-3dad-484a-a5ce-f5936c26bc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:58:58.573534 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:58:59.870686 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:59:11.152574 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:59:14.830273 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:59:24.841392 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-05b4172b-03a6-4774-8375-5af36258028e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:59:25.343738 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:59:27.527034 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bb8013b0-5651-481c-b654-2ef9360e7b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:59:28.578079 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:59:29.852424 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:59:33.263329 dv-cinder-817404-1-iscsi neutron-server[87468]: DEBUG neutron.wsgi [req-1dfad432-3b38-4125-8151-6359826b41ae req-6f5df473-f77b-44f9-8edf-ea3e51e9c16f service neutron] (87468) timed out ('10.222.0.37', 60144) {{(pid=87468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 10 14:59:44.714025 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:59:48.151199 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 14:59:54.828030 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ccea-6ba6-45ce-af30-bae822ac4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:59:55.332062 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:59:57.497218 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b542ca14-9b94-4732-8ee5-880dcee1805d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:59:58.542772 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 14:59:59.868714 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 15:00:14.696631 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1144379-cc1b-424d-912f-f3458106f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 15:00:24.839459 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2fae4abb-5060-4d2f-b36e-9154344f31b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 15:00:25.150395 dv-cinder-817404-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-4dd416a7-b78e-4bca-9461-77d67628bfb4 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 15:00:25.296143 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab4b86bc-c155-436f-965a-40bfa8f02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 15:00:27.479621 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-28a6fac1-27b8-4271-b885-c587a7a6352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 15:00:28.559427 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a2009ca-5b50-4af5-b0cc-255064d52905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 15:00:29.936711 dv-cinder-817404-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f78ce798-8604-4cfb-8587-e23740495f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735945977811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649166'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}